-- Logs begin at Thu 2021-05-20 19:03:15 UTC, end at Thu 2021-05-20 20:03:40 UTC. -- May 20 19:32:31.483522 dv-cinder-792462-2-smb systemd[1]: Started Devstack devstack@q-svc.service. May 20 19:32:33.879732 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.common.config [-] Logging enabled! May 20 19:32:33.880357 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 19:32:33.880527 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98194) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 19:32:33.883855 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.common.config [-] Logging enabled! May 20 19:32:33.884136 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 19:32:33.884450 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98194) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 19:32:33.885382 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 19:32:33.885617 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 19:32:33.885980 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 19:32:33.886252 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 19:32:33.886455 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 19:32:33.886776 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.887076 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.887374 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.887605 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.887903 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.888223 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.888509 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.888795 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.889095 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.889379 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.889661 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.889948 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.890178 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.890460 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.890746 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.891034 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.891259 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] debug = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.891540 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.891969 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.892384 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.892675 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.892965 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.893244 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.893516 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.893795 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.894082 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.894413 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] host = dv-cinder-792462-2-smb {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.894695 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.894985 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.895278 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.895565 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.895844 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.896151 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.896441 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.896718 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.896992 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] log_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.897271 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.898079 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.898370 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.898662 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.898887 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.899112 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.899403 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.899693 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.899973 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.900527 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.900806 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.901084 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.901363 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.901638 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.901927 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.902210 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.902498 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.902777 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.903059 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.903331 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.903609 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.903896 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.904202 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.904481 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.904758 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.905045 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.905315 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.905593 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.905895 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.906183 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.906467 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.906754 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.907032 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.907314 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.907586 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.907859 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.908168 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] use_json = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.908444 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.908716 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.908998 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.909271 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.909544 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.909822 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.910094 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.910380 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:33.910680 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.910978 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.911282 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.911568 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.911866 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.912174 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.912468 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.912749 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.913048 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.913905 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.914201 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.914482 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.914774 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.915057 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.915358 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.915666 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.915964 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.916286 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.916568 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.916847 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.917126 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.917405 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.917692 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.917988 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.918282 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.918559 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.918843 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.919136 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.919421 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.919697 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.919981 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.920297 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.920580 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.920854 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.921140 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.921420 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.921697 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.921968 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.922251 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.922541 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.922822 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.923101 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.923376 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.923659 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.923931 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.924249 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.924532 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.924807 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.925083 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.925363 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.925639 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.925911 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.926193 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.926469 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.926753 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.927028 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.927306 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.927584 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.927862 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.928163 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.928445 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.928743 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.929027 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.929302 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.929579 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.929854 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.930129 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.930405 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.930696 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.930996 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.931274 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.931554 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.931835 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.932140 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.932426 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.932708 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.932991 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.933279 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.933557 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.933850 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.934137 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.934426 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.934714 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.934997 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.935298 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.935580 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.935869 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.936181 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.936470 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.936766 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.937055 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.937351 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.937649 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.937942 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.938238 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.938536 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.938822 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.939132 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.939415 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:33.939631 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 19:32:33.939867 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98194) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 19:32:34.293695 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:32:34.293975 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:32:34.294266 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:32:34.294598 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 19:32:34.597619 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.597835 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.598108 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.599365 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.599637 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.599901 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.716335 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.716614 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.716882 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.730373 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.730649 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.730915 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.758491 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.758772 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.759044 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.798782 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.799065 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:34.799332 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.028403 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.029034 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.029034 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.029216 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.029912 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.152867 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.153186 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.153468 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.153738 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.154006 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.154314 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.154574 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.154829 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.155080 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.155356 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.155614 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.155877 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.156170 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.156427 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.156692 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.156960 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.157216 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.157626 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.157886 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.158167 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.158514 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.158771 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.159018 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.159297 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.159543 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.159786 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.160195 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:35.160435 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:35.160669 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:35.160899 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:35.161129 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:35.161362 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:35.161724 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 19:32:35.165346 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 19:32:35.169230 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 19:32:35.172990 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 20 19:32:35.174608 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 19:32:35.175067 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 19:32:35.175400 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 19:32:35.175777 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 19:32:35.178809 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 19:32:35.179067 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 19:32:35.179419 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 19:32:35.207767 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 19:32:35.208239 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.208537 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98194) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 19:32:35.208900 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.210932 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98194) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 19:32:35.211206 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 19:32:35.211450 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 19:32:35.214536 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.214818 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.286534 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 19:32:35.286721 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 19:32:35.286957 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 19:32:35.287323 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 19:32:35.316307 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_db.sqlalchemy.engines [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98194) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 19:32:35.646357 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Initializing driver for type 'gre' May 20 19:32:35.646841 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] gre ID ranges: [(1, 1000)] May 20 19:32:35.700882 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Initializing driver for type 'local' May 20 19:32:35.701210 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Initializing driver for type 'vlan' May 20 19:32:35.712005 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] VlanTypeDriver initialization complete May 20 19:32:35.712447 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Initializing driver for type 'vxlan' May 20 19:32:35.712922 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] vxlan ID ranges: [(1, 1000)] May 20 19:32:35.764390 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Initializing extension driver 'port_security' May 20 19:32:35.764604 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.extensions.port_security [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] PortSecurityExtensionDriver initialization complete May 20 19:32:35.764936 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Initializing mechanism driver 'openvswitch' May 20 19:32:35.765271 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Initializing mechanism driver 'hyperv' May 20 19:32:35.771877 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.plugins.ml2.plugin [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:32:35.772671 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > port after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.773047 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > port after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.773403 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > port after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.773795 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > subnet after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.774152 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > subnet after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.774503 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.774885 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > network after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.775480 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > network after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.775839 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > network after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.776248 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > security_group after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.776607 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > security_group after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.776949 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.777330 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.777678 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.778018 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.778399 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > address_group after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.778743 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > address_group after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.779082 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.779422 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] ML2 OVO RPC backend initialized. {{(pid=98194) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 19:32:35.780150 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.780507 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.780923 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > network before_response 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.781272 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > networks before_response 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.781620 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > port before_response 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.781963 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > ports before_response 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.782311 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > subnet before_response 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.782654 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > subnets before_response 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.783002 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > network after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.783342 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > network after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.783678 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > network after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.784014 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > port after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.784376 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > port after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.784711 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > port after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.785045 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > subnet after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.785377 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > subnet after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.785711 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.786288 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.plugin [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Modular L2 Plugin initialization complete May 20 19:32:35.786613 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading services supported by the core plugin {{(pid=98194) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 19:32:35.786936 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.plugins.ml2.managers [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Got port-security extension from driver 'port_security' May 20 19:32:35.787395 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.extensions.vlantransparent [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Disabled vlantransparent extension. May 20 19:32:35.787882 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98194) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 19:32:35.788709 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading Plugin: router May 20 19:32:35.825759 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.826163 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router after_create 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.826538 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router before_create 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.826910 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.827284 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.827639 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router after_delete 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.827999 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.828387 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router after_create 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.828734 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router after_update 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.829082 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router after_update 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.829432 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.829791 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router after_update 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.830200 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router precommit_update 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.830567 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: port after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.830908 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: port after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.831245 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: subnet after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.831586 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.831933 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.832310 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router precommit_create 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.832654 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: port before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.832996 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router precommit_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.833354 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router after_update 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.833698 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.834047 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router precommit_create 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.834415 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.834759 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router precommit_update 55549900 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.835132 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > network after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.835980 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Tracking information for resource: router configured {{(pid=98194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:35.836345 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Tracking information for resource: floatingip configured {{(pid=98194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 19:32:35.841270 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.db.l3_agentschedulers_db [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 19:32:35.841843 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: port after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.842205 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: port after_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.842556 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: port after_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.842906 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: port after_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.843723 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router before_create 55550100 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.844112 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.844475 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router precommit_create 55550100 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.844829 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > router precommit_update 55550100 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.849271 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.services.provider_configuration [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service providers = [] {{(pid=98194) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 19:32:35.849636 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.db.servicetype_db [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98194) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 19:32:35.853063 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.services.service_base [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 19:32:35.853419 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.services.service_base [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 19:32:35.853764 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.services.service_base [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 19:32:35.854641 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.services.service_base [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 19:32:35.855013 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.services.service_base [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 19:32:35.855590 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:35.855916 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 19:32:35.866885 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:35.867224 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading Plugin: auto_allocate May 20 19:32:35.873053 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: network precommit_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.873429 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: network precommit_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.873951 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:35.874273 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading Plugin: tag May 20 19:32:35.881032 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:35.881362 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading Plugin: timestamp May 20 19:32:35.885243 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:35.885582 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading Plugin: network_ip_availability May 20 19:32:35.890768 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.891138 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.891497 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:35.892243 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:35.892566 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading Plugin: flavors May 20 19:32:35.897504 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:35.897786 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading Plugin: revisions May 20 19:32:35.902300 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 19:32:35.902688 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_concurrency.lockutils [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=98194) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:32:35.903422 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98194) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 19:32:35.903760 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Initializing extension manager. May 20 19:32:35.904293 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: __init__.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.904638 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: __pycache__ {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.904971 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.905306 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: address_group.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.906048 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.906612 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: address-group May 20 19:32:35.906935 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: address_scope.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.907640 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.908175 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: address-scope May 20 19:32:35.908499 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.909409 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.909922 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: router-admin-state-down-before-update May 20 19:32:35.910246 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: agent.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.910939 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.911446 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: agent May 20 19:32:35.911763 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: agent_resources_synced.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.912681 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.913713 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: agent-resources-synced May 20 19:32:35.914035 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: allowedaddresspairs.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.915791 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.916344 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: allowed-address-pairs May 20 19:32:35.916675 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: auto_allocated_topology.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.917728 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.918244 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: auto-allocated-topology May 20 19:32:35.918573 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: availability_zone.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.919257 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.919765 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: availability_zone May 20 19:32:35.920106 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: availability_zone_filter.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.921005 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.921510 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: availability_zone_filter May 20 19:32:35.921834 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: data_plane_status.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.922721 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.923227 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension data-plane-status not supported by any of loaded plugins May 20 19:32:35.923555 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: default_subnetpools.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.924491 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.924994 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: default-subnetpools May 20 19:32:35.925317 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.926113 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.926630 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: dhcp_agent_scheduler May 20 19:32:35.926955 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: dns.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.927855 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.928385 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension dns-integration not supported by any of loaded plugins May 20 19:32:35.929319 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: dns_domain_ports.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.930234 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.930747 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 19:32:35.931072 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: dvr.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.931743 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.932281 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: dvr May 20 19:32:35.932605 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: empty_string_filtering.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.933508 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.934013 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: empty-string-filtering May 20 19:32:35.934335 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.935228 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.935729 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 19:32:35.936048 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.936960 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.937463 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 19:32:35.937782 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: external_net.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.938680 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.939182 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: external-net May 20 19:32:35.939499 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.940426 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.940930 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: extra_dhcp_opt May 20 19:32:35.941249 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: extraroute.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.942139 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.942644 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: extraroute May 20 19:32:35.942964 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: extraroute_atomic.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.943992 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.944653 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: extraroute-atomic May 20 19:32:35.944980 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: filter_validation.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.945641 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.946149 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: filter-validation May 20 19:32:35.946545 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: fip_pf_description.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.947617 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.948163 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 19:32:35.948488 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: fip_port_details.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.949405 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.949919 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: fip-port-details May 20 19:32:35.950242 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: flavors.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.951460 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.951975 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: flavors May 20 19:32:35.952331 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.953967 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.954485 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 19:32:35.954812 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: floatingip_pools.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.955501 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.956005 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: floatingip-pools May 20 19:32:35.956352 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: ip_allocation.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.957258 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.957759 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension ip_allocation not supported by any of loaded plugins May 20 19:32:35.958085 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.958987 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.959496 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: ip-substring-filtering May 20 19:32:35.959824 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: l2_adjacency.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.960802 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.961304 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 19:32:35.961630 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: l3.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.962582 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.963093 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: router May 20 19:32:35.963425 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.965660 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.966197 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 19:32:35.966529 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.967450 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.967968 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: ext-gw-mode May 20 19:32:35.968323 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.969231 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.969825 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: l3-ha May 20 19:32:35.970157 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: l3_flavors.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.971058 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.971568 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: l3-flavors May 20 19:32:35.971892 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.972837 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.973346 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 19:32:35.973671 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: l3agentscheduler.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.974686 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.975196 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: l3_agent_scheduler May 20 19:32:35.976026 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: logging.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.977634 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.980798 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension logging not supported by any of loaded plugins May 20 19:32:35.982674 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: metering.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.983534 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.984141 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: metering May 20 19:32:35.984477 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.985577 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.986094 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: metering_source_and_destination_fields May 20 19:32:35.986423 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: multiprovidernet.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.987465 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.987980 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: multi-provider May 20 19:32:35.988336 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: netmtu.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.989241 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.989747 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: net-mtu May 20 19:32:35.990068 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: netmtu_writable.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.990975 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.992135 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: net-mtu-writable May 20 19:32:35.992460 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: network_availability_zone.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.993181 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.993687 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: network_availability_zone May 20 19:32:35.994005 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: network_ip_availability.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.995086 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.995601 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: network-ip-availability May 20 19:32:35.995922 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: network_segment_range.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.996703 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.997209 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension network-segment-range not supported by any of loaded plugins May 20 19:32:35.997530 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: pagination.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:35.998508 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:35.998837 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: pagination May 20 19:32:35.999155 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: port_device_profile.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.000051 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.000590 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: port-device-profile May 20 19:32:36.000914 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.001834 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.002343 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: port-mac-address-regenerate May 20 19:32:36.002665 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.003573 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.004092 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: port-numa-affinity-policy May 20 19:32:36.004433 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: port_resource_request.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.005336 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.005846 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension port-resource-request not supported by any of loaded plugins May 20 19:32:36.006166 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: portbindings.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.007106 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.007614 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: binding May 20 19:32:36.007936 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: portbindings_extended.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.009243 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.009760 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: binding-extended May 20 19:32:36.010088 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: portsecurity.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.010992 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.011499 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: port-security May 20 19:32:36.011822 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: project_id.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.012813 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.013146 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: project-id May 20 19:32:36.013467 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: providernet.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.014383 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.014897 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: provider May 20 19:32:36.015220 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: qos.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.018773 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.019298 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension qos not supported by any of loaded plugins May 20 19:32:36.019634 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.020906 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.021423 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 19:32:36.021754 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.022697 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.023209 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 19:32:36.023535 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: qos_default.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.024477 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.024987 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension qos-default not supported by any of loaded plugins May 20 19:32:36.025567 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: qos_fip.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.026212 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.026713 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension qos-fip not supported by any of loaded plugins May 20 19:32:36.027034 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: qos_gateway_ip.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.027946 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.028489 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 19:32:36.029009 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: qos_port_network_policy.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.029703 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.030207 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 19:32:36.030529 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: qos_rule_type_details.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.031442 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.031956 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 19:32:36.032320 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: qos_rules_alias.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.033359 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.033871 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 19:32:36.034195 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: quotasv2.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.035216 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.035546 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: quotas May 20 19:32:36.035868 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: quotasv2_detail.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.037498 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.037845 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: quota_details May 20 19:32:36.038825 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: rbac.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.040395 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.041030 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: rbac-policies May 20 19:32:36.041359 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: rbac_address_group.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.042286 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.042804 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: rbac-address-group May 20 19:32:36.043128 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: rbac_address_scope.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.044042 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.044585 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: rbac-address-scope May 20 19:32:36.044907 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: rbac_security_groups.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.045814 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.046331 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: rbac-security-groups May 20 19:32:36.046656 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: rbac_subnetpool.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.047581 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.048121 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: rbac-subnetpool May 20 19:32:36.048448 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: revisionifmatch.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.049366 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.049872 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: revision-if-match May 20 19:32:36.050193 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: revisions.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.051291 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.051800 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: standard-attr-revisions May 20 19:32:36.052148 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: router_availability_zone.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.052813 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.053327 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: router_availability_zone May 20 19:32:36.053668 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: routerservicetype.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.055094 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.055601 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension router-service-type not supported by any of loaded plugins May 20 19:32:36.055919 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.056855 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.057364 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: security-groups-normalized-cidr May 20 19:32:36.057685 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.058590 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.059105 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: port-security-groups-filtering May 20 19:32:36.059427 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.060361 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.060874 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: security-groups-remote-address-group May 20 19:32:36.061196 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: securitygroup.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.070860 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.071402 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: security-group May 20 19:32:36.071738 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: segment.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.072551 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.073061 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension segment not supported by any of loaded plugins May 20 19:32:36.073386 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.074307 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.074816 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 19:32:36.075142 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: servicetype.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.076274 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.076792 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: service-type May 20 19:32:36.077116 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: sorting.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.078087 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.078420 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: sorting May 20 19:32:36.078751 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: standard_attr_segment.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.079660 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.080209 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 19:32:36.080536 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: standardattrdescription.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.081177 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.081686 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: standard-attr-description May 20 19:32:36.082010 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: stateful_security_group.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.082918 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.083432 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: stateful-security-group May 20 19:32:36.083757 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: stdattrs_common.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.084361 dv-cinder-792462-2-smb neutron-server[98194]: WARNING neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 19:32:36.084685 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.085697 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.086214 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 19:32:36.086535 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: subnet_onboard.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.087591 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.088141 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: subnet_onboard May 20 19:32:36.088471 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.089513 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.090027 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 19:32:36.090354 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: subnet_service_types.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.091275 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.091791 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: subnet-service-types May 20 19:32:36.092141 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: subnetallocation.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.093223 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.093736 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: subnet_allocation May 20 19:32:36.094061 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.094722 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.095230 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: subnetpool-prefix-ops May 20 19:32:36.095550 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.096499 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.097008 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 19:32:36.097326 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: tagging.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.098401 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.098945 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: standard-attr-tag May 20 19:32:36.099271 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: timestamp.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.100481 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.101519 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loaded extension: standard-attr-timestamp May 20 19:32:36.101851 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: trunk.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.102876 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.103388 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension trunk not supported by any of loaded plugins May 20 19:32:36.103714 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: trunk_details.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.104662 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.105171 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension trunk-details not supported by any of loaded plugins May 20 19:32:36.105493 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: uplink_status_propagation.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.106397 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.106906 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 19:32:36.107227 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Loading extension file: vlantransparent.py {{(pid=98194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 19:32:36.107886 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 19:32:36.108421 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 19:32:36.110907 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:network May 20 19:32:36.111634 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:subnet May 20 19:32:36.112444 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:subnetpool May 20 19:32:36.113061 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:port May 20 19:32:36.114356 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.114791 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service FLAVORS assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.115420 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.115842 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.116758 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:router May 20 19:32:36.117431 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:floatingip May 20 19:32:36.118147 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service METERING assigned prefix: /metering {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.119598 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:36.119962 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:36.120340 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:32:36.121469 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of CountableResource for resource:rbac_policy May 20 19:32:36.121925 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:security_group May 20 19:32:36.122579 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 19:32:36.123315 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service CORE assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.123653 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:subnetpool May 20 19:32:36.124011 dv-cinder-792462-2-smb neutron-server[98194]: WARNING neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] subnetpool is already registered May 20 19:32:36.124750 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service CORE assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.125086 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:subnetpool May 20 19:32:36.125414 dv-cinder-792462-2-smb neutron-server[98194]: WARNING neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] subnetpool is already registered May 20 19:32:36.129022 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.129464 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service FLAVORS assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.130056 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.130477 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.130817 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:router May 20 19:32:36.131148 dv-cinder-792462-2-smb neutron-server[98194]: WARNING neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] router is already registered May 20 19:32:36.131743 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:floatingip May 20 19:32:36.132120 dv-cinder-792462-2-smb neutron-server[98194]: WARNING neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] floatingip is already registered May 20 19:32:36.132749 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service METERING assigned prefix: /metering {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.133418 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of CountableResource for resource:rbac_policy May 20 19:32:36.133746 dv-cinder-792462-2-smb neutron-server[98194]: WARNING neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] rbac_policy is already registered May 20 19:32:36.134288 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:security_group May 20 19:32:36.134616 dv-cinder-792462-2-smb neutron-server[98194]: WARNING neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] security_group is already registered May 20 19:32:36.135200 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 19:32:36.135527 dv-cinder-792462-2-smb neutron-server[98194]: WARNING neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] security_group_rule is already registered May 20 19:32:36.136206 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service CORE assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.136539 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:subnetpool May 20 19:32:36.136867 dv-cinder-792462-2-smb neutron-server[98194]: WARNING neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] subnetpool is already registered May 20 19:32:36.137483 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.v2.resource_helper [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Service CORE assigned prefix: {{(pid=98194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 19:32:36.137811 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Creating instance of TrackedResource for resource:subnetpool May 20 19:32:36.138134 dv-cinder-792462-2-smb neutron-server[98194]: WARNING neutron.quota.resource_registry [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] subnetpool is already registered May 20 19:32:36.138785 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: extensions {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.140304 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: address-groups {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.141934 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: address-scopes {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.143133 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: agents {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.144471 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: auto-allocated-topology {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.145733 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: availability_zones {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.147063 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: dhcp-networks {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.149094 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: dhcp-agents {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.150735 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: routers {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.152571 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: flavors {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.153763 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: service_profiles {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.154974 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: next_providers {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.156697 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: service_profiles {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.158154 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: floatingip-pools {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.159601 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: routers {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.161453 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: floatingips {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.162656 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: l3-routers {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.164659 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: l3-agents {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.166080 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: metering-labels {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.167806 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: metering-label-rules {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.169131 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: network-ip-availabilities {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.170395 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: bindings {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.172151 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: quotas {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.173591 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: quotas {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.175243 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: rbac-policies {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.176587 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: security-groups {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.177801 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: security-group-rules {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.179251 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: service-providers {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.180517 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: subnetpools {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.181949 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: subnetpools {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.183728 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: tags {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.185460 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: tags {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.187283 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: tags {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.189087 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: tags {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.191873 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: tags {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.193779 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: tags {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.195520 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: tags {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.307513 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: tags {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.309365 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: tags {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.311223 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron.api.extensions [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Extended resource: tags {{(pid=98194) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 19:32:36.317143 dv-cinder-792462-2-smb neutron-server[98194]: WARNING keystonemiddleware.auth_token [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 19:32:36.321904 dv-cinder-792462-2-smb neutron-server[98194]: WARNING keystonemiddleware.auth_token [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 19:32:36.330107 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_concurrency.lockutils [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Acquired lock "singleton_lock" {{(pid=98194) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 19:32:36.330588 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_concurrency.lockutils [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Releasing lock "singleton_lock" {{(pid=98194) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 19:32:36.331232 dv-cinder-792462-2-smb neutron-server[98194]: INFO oslo_service.service [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Starting 2 workers May 20 19:32:36.336415 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Started child 98301 {{(pid=98194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 19:32:36.340629 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Started child 98302 {{(pid=98194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 19:32:36.341607 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:36.342249 dv-cinder-792462-2-smb neutron-server[98194]: INFO neutron.service [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 19:32:36.342829 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Notify callbacks [] for process, before_spawn {{(pid=98194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:36.343184 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [-] (98301) wsgi starting up on http://0.0.0.0:9696 May 20 19:32:36.345006 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:36.345439 dv-cinder-792462-2-smb neutron-server[98194]: INFO oslo_service.service [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Starting 1 workers May 20 19:32:36.346332 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [-] (98302) wsgi starting up on http://0.0.0.0:9696 May 20 19:32:36.350199 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Started child 98303 {{(pid=98194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 19:32:36.351316 dv-cinder-792462-2-smb neutron-server[98194]: INFO oslo_service.service [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Starting 1 workers May 20 19:32:36.354212 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.service [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] calling RpcWorker wait() {{(pid=98303) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 19:32:36.355111 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.service [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] returning from RpcWorker wait() {{(pid=98303) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 19:32:36.355739 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Started child 98304 {{(pid=98194) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 19:32:36.356103 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:36.356947 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG neutron_lib.callbacks.manager [None req-41c35ad0-dfb8-4c96-bc0a-6f065015cf96 None None] Notify callbacks [] for process, after_spawn {{(pid=98194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:36.357057 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:32:36.358617 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98194) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 19:32:36.358885 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 19:32:36.359022 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 19:32:36.359275 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 19:32:36.359620 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 19:32:36.360130 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 19:32:36.360662 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.361103 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:36.361625 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.361625 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.361625 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.361962 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.362660 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.362954 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.363271 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.363566 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.364149 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.364300 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.364520 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.364797 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.365076 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.365408 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.366044 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.366398 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.366737 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.367167 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.367497 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.367811 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.368128 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.368635 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] debug = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.368997 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.369634 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.369937 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.370234 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.370521 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.370830 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.371087 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.371466 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.371747 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.372031 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.372312 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.372580 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.372814 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.373037 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.373292 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.373689 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.373934 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.374452 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] host = dv-cinder-792462-2-smb {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.374698 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.374920 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.375171 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.375424 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.375673 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.375909 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.376239 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.376503 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.376771 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.377001 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.377312 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.377481 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.377738 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.377990 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.378162 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_options = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.378378 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.378656 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.378924 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.379118 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.379289 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.379467 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.379729 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.379894 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.380177 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.380400 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.380615 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.380831 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.381069 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.381316 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.381568 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.381834 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.382073 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.382284 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.382551 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.382799 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.383026 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.383274 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.384474 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.385049 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.385293 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.385531 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.385801 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.386045 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.386255 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.386581 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:32:36.386741 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.386741 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.387121 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.387403 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.387660 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.387925 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.388184 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.388434 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.388706 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.388944 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.389548 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.389548 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.389718 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.389904 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.391916 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.391916 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.391916 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_json = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.391916 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.391916 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.391916 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.391916 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.391916 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.391916 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.392545 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.392545 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.392761 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.393148 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.393455 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.393683 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.393920 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.394163 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.394931 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.394931 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.394931 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.395164 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.395451 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.395687 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.395988 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.396703 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.397007 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.397900 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.398151 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.398416 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.398636 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.398880 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.399166 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.399334 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.399688 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.399964 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.400496 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.400788 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.401005 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.401222 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.401447 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.401747 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.402464 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.402464 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.402645 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.402984 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.403100 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.403533 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.403780 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.404022 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.404276 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.404518 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.404767 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.405001 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.405242 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.405463 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.405695 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.405931 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.406157 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.406385 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.406600 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.406838 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.407060 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.407282 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.407499 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.407711 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.407932 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.408212 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.408433 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.408672 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.408886 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.409135 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.409367 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.409639 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.409879 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.410094 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.410327 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.410562 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.410793 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.411007 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.411240 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.411457 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.411673 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.411907 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.412150 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.412359 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.412571 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.412783 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.412999 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.413872 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.414092 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.414306 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.414552 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.414765 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.414978 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.415200 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.415494 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.415796 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.416047 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.416335 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.416581 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.416821 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.417511 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.417794 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.418053 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.418307 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.418544 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.418822 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.419045 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.419313 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.419542 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.419787 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.420030 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.420371 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.420650 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.420906 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.421165 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.421411 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.421692 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.421946 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.422200 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.422453 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.422753 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.422995 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.423295 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.423779 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.424002 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.424297 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.424597 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.424877 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.425155 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.425419 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.425654 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.425923 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.426172 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.426438 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.426684 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.426913 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.427166 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.427444 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.427701 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.427951 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.428187 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.428888 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.429220 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.429463 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.429680 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.429889 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.430158 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.430386 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.430622 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.430885 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.431127 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.431381 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.431644 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.431892 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.432221 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.432401 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.432650 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.432866 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.433101 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.433315 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.433550 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.433786 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.434018 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.434254 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.434468 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.434707 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.434952 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.435175 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.435412 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.435658 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.435876 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.436129 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.436367 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.436585 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.436809 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.437027 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.437271 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.437520 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.437735 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.438002 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.438258 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.438492 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.438718 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.438976 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.439239 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.439472 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.439719 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.439942 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.440177 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.440389 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.440607 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.440818 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.441050 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.441274 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.441486 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.441752 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.441996 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.442325 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.442577 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.442804 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.443048 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.443261 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.443475 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.443766 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.444000 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.444237 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.444506 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.444737 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.444994 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.445231 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.445481 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.445687 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.445896 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.446107 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.446339 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.446545 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.446841 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.447091 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.447331 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.447605 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.447857 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.448109 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.448323 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.448553 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.448770 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.448982 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.449209 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.449416 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.449623 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.449838 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.450067 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.450292 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.450500 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.450708 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.450920 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.451125 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.451370 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.451601 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.451806 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.452019 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.452248 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.452565 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.452811 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.453047 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.453330 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.453561 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.453788 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.454039 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.454375 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.454584 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.454826 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.455062 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.455278 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.455515 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.455769 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.456171 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.456464 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.456722 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.456975 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.457263 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.457539 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.457803 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.458020 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.458319 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.458668 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.458939 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.459193 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.459418 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.459690 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.460467 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.460685 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.460902 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.461148 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.461361 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.461602 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.461829 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.462055 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.462268 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.462501 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.462711 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.462958 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.463192 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.463432 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.463645 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.463800 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 19:32:36.464356 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98194) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 19:32:36.464512 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 19:32:36.464659 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 19:32:36.464825 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 19:32:36.464992 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 19:32:36.465159 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 19:32:36.465344 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.465497 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.465658 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.465808 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.465965 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.466148 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.466308 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.466452 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.466604 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.466758 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.466919 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.467075 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.467233 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.467461 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.467558 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.467692 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.467847 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.467991 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.468173 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.468330 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.468491 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.468646 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.468786 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] debug = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.468931 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.469116 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.469269 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.469402 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.469560 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.469714 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.469869 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.470023 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.470178 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.470332 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.470485 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.470639 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.470791 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.470946 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.471099 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.471253 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.471410 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.471565 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] host = dv-cinder-792462-2-smb {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.471720 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.471874 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.472029 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.472215 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.472371 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.472526 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.472680 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.472834 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.472987 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.473196 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.473357 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.473511 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.473666 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.473813 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.473963 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_options = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.474117 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.474272 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.474426 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.474605 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.474766 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.474921 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.475086 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.475218 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.475372 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.475552 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.475776 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.475933 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.476097 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.476257 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.476414 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.476568 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.476724 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.476878 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.477034 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.477187 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.477342 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.477497 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.477651 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.477806 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.477960 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.478115 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.478268 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.478427 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.478580 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.478734 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.478889 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.479106 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.479205 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.479344 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.479499 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.479653 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.479807 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.479967 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.480141 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.480299 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.480454 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.480609 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.480748 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.480908 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.481063 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.481218 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_json = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.481374 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.481531 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.481686 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.481841 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.481995 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.482150 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.482305 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.482460 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 19:32:36.482634 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.482793 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.482963 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.483121 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.483279 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.483437 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.483594 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.483751 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.483908 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.484097 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.484248 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.484406 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.484575 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.484736 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.484895 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.485055 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.485214 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.485372 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.485529 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.485688 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.485845 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.486004 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.486179 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.486338 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.486497 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.486655 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.486813 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.487178 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.487178 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.487335 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.487414 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.487570 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.487728 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.487885 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.488043 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.488226 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.488385 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.488544 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.488703 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.488862 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.489021 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.489182 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.489341 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.489501 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.489659 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.489842 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.489982 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.490139 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.490299 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.490457 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.490625 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.490784 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.490942 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.491100 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.491799 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.491959 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.492176 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.492295 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.492454 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.492613 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.492771 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.492942 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.493098 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.493256 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.493415 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.493573 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.493731 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.493889 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.494049 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.494206 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.494364 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.494523 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.494682 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.494841 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.494999 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.495157 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.495315 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.495474 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.495634 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.495791 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.495949 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.496137 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.496299 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.496457 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.496624 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.496798 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.496956 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.497114 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.497271 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.497429 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.497587 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.497744 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.497903 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.498061 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.498221 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.498378 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.498535 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.498699 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.498858 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.499015 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.499173 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.499330 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.499489 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.499646 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.499806 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.499963 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.500140 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.500303 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.500483 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.500643 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.500795 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.500949 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.501038 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:32:36.501138 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.501212 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.501379 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.501527 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.501712 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.501880 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.502030 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.502173 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.502314 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.502467 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.502611 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.502771 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.502925 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.503083 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.503234 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.503399 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.503568 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.503720 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.503884 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.504028 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.504248 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.504401 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.504559 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.504711 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.504873 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.505026 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.505184 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.505349 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.505492 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.505648 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.505800 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.505962 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.506126 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.506269 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.506426 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.506577 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.506730 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.506943 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.507097 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.507445 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.507445 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.507736 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.507736 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.507998 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.508163 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.508330 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.508471 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.508609 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.508746 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.508882 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.509020 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.509157 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.509296 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.509435 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.509582 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.509721 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.509858 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.509995 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.510146 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.510284 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.510423 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.510560 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.510697 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.510843 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.510981 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.511118 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.511261 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.511419 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.511562 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.511777 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.511931 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.512101 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.512260 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.512401 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.512539 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.512660 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.512819 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.512979 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.513137 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.513298 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.513458 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.513614 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.513800 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.513950 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.514588 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.514588 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.514588 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.514588 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.514871 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.514871 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.515025 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.515106 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.515258 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.515415 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.515585 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.515744 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.515890 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.516047 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.516213 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.516382 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.516530 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.516689 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.516832 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.516991 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.517158 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.517316 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.517473 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.517630 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.517787 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.517953 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.518112 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.518269 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.518431 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.518636 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.518762 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.518896 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.519054 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.519211 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.519368 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.519534 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.519695 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.519853 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.520018 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.520266 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.520469 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.520619 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.520783 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.520937 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.521096 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.521254 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.521412 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.521570 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.521731 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.521892 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.522060 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.522224 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.522405 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.522573 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.522741 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.522907 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.523067 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.523236 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.523406 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.523562 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.523720 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.523880 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.524028 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.524203 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.524373 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.524506 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.524667 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.524833 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.524979 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.525131 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.525544 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.525703 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.525861 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.526016 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.526174 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.526332 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.526493 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.526651 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 19:32:36.526789 dv-cinder-792462-2-smb neutron-server[98194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98194) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 19:32:36.648817 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 55854) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:32:36.657644 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064068 May 20 19:32:47.266771 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c860b78-0b22-4bcd-9498-073a015e5a11 None None] get_active_networks_info from dv-cinder-792462-2-smb {{(pid=98303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 19:32:47.350245 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c860b78-0b22-4bcd-9498-073a015e5a11 None None] No non-hosted networks {{(pid=98303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 19:32:47.360336 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.agentschedulers_db [None req-5c860b78-0b22-4bcd-9498-073a015e5a11 None None] DHCP Agent not found on host dv-cinder-792462-2-smb {{(pid=98303) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 19:32:47.433293 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-30e1be45-2847-4bac-b733-8df477f9c82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844'] for agent, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:49.695940 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-7217b228-f833-47ab-8a1c-cd721ff24428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844'] for agent, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:49.756451 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-9867c6b8-db59-42a9-a5d7-1ca645a83c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:49.785940 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844'] for agent, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:49.787495 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.789448 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.792304 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.793867 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.794482 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.795021 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.796320 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.796866 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.800693 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.801051 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.801389 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.801722 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:32:49.802180 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:32:49.818143 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:32:50.917110 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844'] for agent, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:52.346842 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844'] for agent, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:52.758179 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.db.l3_hamode_db [None req-ef0d671e-acb5-4416-aeed-92a0e943e122 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 19:32:52.842599 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d671e-acb5-4416-aeed-92a0e943e122 None None] Routers set() bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:32:52.842982 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d671e-acb5-4416-aeed-92a0e943e122 None None] Router IDs set() for agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 19:32:53.934966 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 55944) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:32:54.506909 dv-cinder-792462-2-smb neutron-server[98302]: WARNING oslo_policy.policy [None req-774f3fbb-b91c-4c32-a4de-b105d0a433bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:32:54.507524 dv-cinder-792462-2-smb neutron-server[98302]: WARNING oslo_policy.policy [None req-774f3fbb-b91c-4c32-a4de-b105d0a433bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:32:54.720902 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [None req-774f3fbb-b91c-4c32-a4de-b105d0a433bf admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98302) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:32:54.721901 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-774f3fbb-b91c-4c32-a4de-b105d0a433bf admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7860572 May 20 19:32:57.029295 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 55958) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:32:57.389626 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-032f46d8-1eb8-4b07-b1c7-f1effb581099 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:32:57.487826 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.policy [None req-032f46d8-1eb8-4b07-b1c7-f1effb581099 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98302) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 19:32:57.533008 dv-cinder-792462-2-smb neutron-server[98302]: WARNING oslo_policy.policy [None req-032f46d8-1eb8-4b07-b1c7-f1effb581099 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:32:57.533380 dv-cinder-792462-2-smb neutron-server[98302]: WARNING oslo_policy.policy [None req-032f46d8-1eb8-4b07-b1c7-f1effb581099 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:32:57.542197 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.quota [None req-032f46d8-1eb8-4b07-b1c7-f1effb581099 admin admin] Loaded quota_driver: . May 20 19:32:57.558017 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-032f46d8-1eb8-4b07-b1c7-f1effb581099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:32:57.617614 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-032f46d8-1eb8-4b07-b1c7-f1effb581099 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771301882223', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771301882682', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771301891449', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771301892741', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771301903980', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771301909721', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3622230', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3456663', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-291178', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-754196'] for rbac-policy, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:57.678058 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-032f46d8-1eb8-4b07-b1c7-f1effb581099 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:32:57.679780 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-032f46d8-1eb8-4b07-b1c7-f1effb581099 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6495953 May 20 19:33:00.224628 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 55972) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:00.576178 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Request body: {'network': {'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'admin_state_up': True, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'name': 'private'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:00.580798 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:00.585103 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Usage tracker for resource:network and tenant:8ae4f6319104431d9ef0e62de6764a67 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:00.589631 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:00.595596 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:00.605492 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Made reservation on behalf of 8ae4f6319104431d9ef0e62de6764a67 for: {'network': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:33:00.608452 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:00.626219 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:00.639703 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:00.643306 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae4f6319104431d9ef0e62de6764a67 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:00.648192 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:00.653906 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:00.750381 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:00.754013 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:00.759139 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:00.777331 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=98302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:33:00.804376 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771302528826', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:00.804918 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Unsubscribe: segment precommit_create {{(pid=98302) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 19:33:00.805402 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.segments_db [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Added segment 094cb276-ec65-4905-9803-2a7b71979a50 of type vlan for network 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e May 20 19:33:00.852874 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2a23d4-d54a-46f8-a55a-f748ada5c896,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:00.874122 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.874474 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.874781 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.875102 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.875419 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.875732 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.876040 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.876375 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.876699 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.877009 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.877314 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.877617 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Tracked resource versions report: May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: pushed versions: May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: { 'AddressGroup': {'1.2'}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'ConntrackHelper': {'1.0'}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'Log': {'1.0'}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'Network': {'1.1'}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'Port': {'1.7'}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'PortForwarding': {'1.2'}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'QosPolicy': {'1.8'}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'SecurityGroup': {'1.4'}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'SecurityGroupRule': {'1.2'}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'SubPort': {'1.0'}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'Subnet': {'1.1'}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'Trunk': {'1.1'}} May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: consumer versions: May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: { DHCP agent@dv-cinder-792462-2-smb: {}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: L3 agent@dv-cinder-792462-2-smb: {}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: Metadata agent@dv-cinder-792462-2-smb: {}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: Metering agent@dv-cinder-792462-2-smb: {}, May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: Open vSwitch agent@dv-cinder-792462-2-smb: { 'AddressGroup': '1.2', May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'ConntrackHelper': '1.0', May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'Log': '1.0', May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'Network': '1.1', May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'Port': '1.7', May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'PortForwarding': '1.2', May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'QosPolicy': '1.8', May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'SecurityGroup': '1.4', May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'SecurityGroupRule': '1.2', May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'SubPort': '1.0', May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'Subnet': '1.1', May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: 'Trunk': '1.1'}} May 20 19:33:00.878650 dv-cinder-792462-2-smb neutron-server[98302]: {{(pid=98302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:33:00.924825 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:00.930053 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:00.965530 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:00.966989 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:00.967618 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:00.972057 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:01.068883 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8425691 May 20 19:33:01.076585 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Pushing event updated for resources: {'Network': ['ID=0238bcf6-5bc1-4b65-bc8c-7966fe01f70e,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:01.079928 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:01.088878 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:33:03.688334 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 55988) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:04.132669 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c978f32-b969-459b-840c-9d6a75ad22ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:04.134053 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-3c978f32-b969-459b-840c-9d6a75ad22ac admin admin] 10.222.0.44 "GET /v2.0/networks/0238bcf6-5bc1-4b65-bc8c-7966fe01f70e HTTP/1.1" status: 200 len: 825 time: 0.4447429 May 20 19:33:04.160523 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-681147f6-3420-4eda-ae56-6d349d338f86 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/5fe38e06-e97f-4804-af8a-a1b88f7d6961 HTTP/1.1" status: 200 len: 734 time: 0.0212271 May 20 19:33:04.169294 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e', 'subnetpool_id': '5fe38e06-e97f-4804-af8a-a1b88f7d6961', 'name': 'private-subnet', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:04.173472 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:04.177164 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Usage tracker for resource:subnet and tenant:8ae4f6319104431d9ef0e62de6764a67 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:04.180111 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:04.185814 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:04.195298 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Made reservation on behalf of 8ae4f6319104431d9ef0e62de6764a67 for: {'subnet': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:33:04.197520 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:04.670900 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286'] for subnet, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:04.675977 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:04.758536 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Checking segment: {'id': '094cb276-ec65-4905-9803-2a7b71979a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:33:04.759206 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Network hostable DHCP agents. Network: 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:33:04.764591 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bba95a-196a-49de-9d2a-05a5e33c5fae,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:04.768330 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:04.784199 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Network 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:33:04.793821 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e) {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:04.798403 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:04.798978 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:04.805174 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78eb11b-c675-4a97-a02e-0bcf8c5e576c None None] Network 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:33:04.818433 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6522956 May 20 19:33:05.112796 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aa7531f-32a6-586f-bd9e-b2fadefdb9c7-0238bcf6-5bc1-4b65-bc8c-7966fe01f70e', 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'fixed_ips': [{'subnet_id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae'}]}} from dv-cinder-792462-2-smb. {{(pid=98303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:33:05.114077 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:05.299085 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.db_base_plugin_common [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Allocated IP 172.20.0.2 (0238bcf6-5bc1-4b65-bc8c-7966fe01f70e/f9bba95a-196a-49de-9d2a-05a5e33c5fae/aeffaaa3-9681-4ce3-9af3-82735ecdad4c) {{(pid=98303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:33:05.530307 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Notify callbacks [] for port, precommit_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:05.543252 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Transition to ACTIVE for port object aeffaaa3-9681-4ce3-9af3-82735ecdad4c will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:33:05.562988 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Transition to ACTIVE for port object aeffaaa3-9681-4ce3-9af3-82735ecdad4c will not be triggered until provisioned by entity DHCP. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:33:05.570352 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:05.575533 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:05.636936 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Network 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e is already hosted by enough agents. {{(pid=98303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:33:05.639653 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.base_scheduler [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Resources bound (agent type, host, resource id): {{(pid=98303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:05.644537 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Received port after_create {{(pid=98303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:33:05.654526 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Pushing event updated for resources: {'Port': ['ID=aeffaaa3-9681-4ce3-9af3-82735ecdad4c,revision_number=1']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:05.697195 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.697536 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.697870 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.698196 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.698524 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.698847 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.699164 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.699480 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.699794 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.700125 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.700441 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.700750 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Tracked resource versions report: May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: pushed versions: May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: { 'AddressGroup': {'1.2'}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'ConntrackHelper': {'1.0'}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'Log': {'1.0'}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'Network': {'1.1'}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'Port': {'1.7'}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'PortForwarding': {'1.2'}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'QosPolicy': {'1.8'}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'SecurityGroup': {'1.4'}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'SecurityGroupRule': {'1.2'}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'SubPort': {'1.0'}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'Subnet': {'1.1'}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'Trunk': {'1.1'}} May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: consumer versions: May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: { DHCP agent@dv-cinder-792462-2-smb: {}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: L3 agent@dv-cinder-792462-2-smb: {}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: Metadata agent@dv-cinder-792462-2-smb: {}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: Metering agent@dv-cinder-792462-2-smb: {}, May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: Open vSwitch agent@dv-cinder-792462-2-smb: { 'AddressGroup': '1.2', May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'ConntrackHelper': '1.0', May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'Log': '1.0', May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'Network': '1.1', May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'Port': '1.7', May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'PortForwarding': '1.2', May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'QosPolicy': '1.8', May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'SecurityGroup': '1.4', May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'SecurityGroupRule': '1.2', May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'SubPort': '1.0', May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'Subnet': '1.1', May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: 'Trunk': '1.1'}} May 20 19:33:05.701839 dv-cinder-792462-2-smb neutron-server[98303]: {{(pid=98303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:33:05.732649 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:05.752048 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Attempting to bind port aeffaaa3-9681-4ce3-9af3-82735ecdad4c on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:33:05.752468 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Attempting to bind port aeffaaa3-9681-4ce3-9af3-82735ecdad4c by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '094cb276-ec65-4905-9803-2a7b71979a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:33:05.752900 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Attempting to bind port aeffaaa3-9681-4ce3-9af3-82735ecdad4c on network 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:33:05.758635 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:33:05.759043 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Checking segment: {'id': '094cb276-ec65-4905-9803-2a7b71979a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:33:05.759558 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:05.759952 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Bound using segment: {'id': '094cb276-ec65-4905-9803-2a7b71979a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:33:05.760468 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Bound port: aeffaaa3-9681-4ce3-9af3-82735ecdad4c, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094cb276-ec65-4905-9803-2a7b71979a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:33:05.760840 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:05.849879 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] For port aeffaaa3-9681-4ce3-9af3-82735ecdad4c, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:33:05.853663 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] For port aeffaaa3-9681-4ce3-9af3-82735ecdad4c, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=aeffaaa3-9681-4ce3-9af3-82735ecdad4c,segment=NetworkSegment(094cb276-ec65-4905-9803-2a7b71979a50),segment_id=094cb276-ec65-4905-9803-2a7b71979a50)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:33:05.857955 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:05.861730 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:05.944234 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Pushing event updated for resources: {'Port': ['ID=aeffaaa3-9681-4ce3-9af3-82735ecdad4c,revision_number=2']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:05.952911 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:07.163459 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 55998) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:07.539306 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [None req-7918f379-0a61-4e28-ae67-0cc8d3867b52 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98302) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:33:07.539306 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-7918f379-0a61-4e28-ae67-0cc8d3867b52 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3660831 May 20 19:33:09.851317 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 56008) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:10.225263 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [None req-69d00a76-b669-4183-9264-67418a0221d3 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98302) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:33:10.226249 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-69d00a76-b669-4183-9264-67418a0221d3 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3739631 May 20 19:33:11.341848 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b799e2b9-0bf2-4f92-bba9-b42301bcabca None None] Network 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:33:11.449875 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-cfafecb2-f675-4a4e-9726-054cd2734c0a None None] Provisioning for port aeffaaa3-9681-4ce3-9af3-82735ecdad4c completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:33:11.741901 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device aeffaaa3-9681-4ce3-9af3-82735ecdad4c up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:11.818356 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port aeffaaa3-9681-4ce3-9af3-82735ecdad4c completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:33:11.822976 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port aeffaaa3-9681-4ce3-9af3-82735ecdad4c triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:11.823374 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:11.937392 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:11.968050 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port aeffaaa3-9681-4ce3-9af3-82735ecdad4c, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=aeffaaa3-9681-4ce3-9af3-82735ecdad4c,segment=NetworkSegment(094cb276-ec65-4905-9803-2a7b71979a50),segment_id=094cb276-ec65-4905-9803-2a7b71979a50)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:33:11.973158 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:11.975884 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:12.043209 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=aeffaaa3-9681-4ce3-9af3-82735ecdad4c,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:12.046355 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:12.875635 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 56024) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:13.221583 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-1fb00fe4-13c7-4b79-81f4-287005b69bc3 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:13.226911 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1fb00fe4-13c7-4b79-81f4-287005b69bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:13.230642 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1fb00fe4-13c7-4b79-81f4-287005b69bc3 admin admin] Usage tracker for resource:router and tenant:8ae4f6319104431d9ef0e62de6764a67 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:13.233892 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1fb00fe4-13c7-4b79-81f4-287005b69bc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:13.239457 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1fb00fe4-13c7-4b79-81f4-287005b69bc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:13.250130 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1fb00fe4-13c7-4b79-81f4-287005b69bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3713000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:13.251683 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1fb00fe4-13c7-4b79-81f4-287005b69bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:13.272336 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1fb00fe4-13c7-4b79-81f4-287005b69bc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:13.378593 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1fb00fe4-13c7-4b79-81f4-287005b69bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457923'] for router, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:13.396592 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1fb00fe4-13c7-4b79-81f4-287005b69bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:13.397787 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-1fb00fe4-13c7-4b79-81f4-287005b69bc3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5211842 May 20 19:33:13.704666 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device aeffaaa3-9681-4ce3-9af3-82735ecdad4c up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:13.770345 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port aeffaaa3-9681-4ce3-9af3-82735ecdad4c triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:13.770720 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:15.676210 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 56034) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:16.042602 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [None req-21b30cd5-fa39-4a0d-801b-2d3b7e5d0c99 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98302) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:33:16.043717 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-21b30cd5-fa39-4a0d-801b-2d3b7e5d0c99 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3664505 May 20 19:33:17.189174 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-7e8934e2-6f53-4ad4-a070-2ad8271aa674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:17.412767 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 5 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:33:18.333658 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56044) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:18.910143 dv-cinder-792462-2-smb neutron-server[98301]: WARNING oslo_policy.policy [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:18.910701 dv-cinder-792462-2-smb neutron-server[98301]: WARNING oslo_policy.policy [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:19.125288 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:19.126993 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.quota [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Loaded quota_driver: . May 20 19:33:19.142366 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:19.149276 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Usage tracker for resource:network and tenant:5d9f59d3a19f483da0e7d5c0a7d9b5da is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:19.154148 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:19.161488 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:19.177434 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Made reservation on behalf of 5d9f59d3a19f483da0e7d5c0a7d9b5da for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:33:19.249806 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.policy [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98301) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 19:33:19.294642 dv-cinder-792462-2-smb neutron-server[98301]: WARNING oslo_policy.policy [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:19.295004 dv-cinder-792462-2-smb neutron-server[98301]: WARNING oslo_policy.policy [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 19:33:19.304704 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.325265 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.339696 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:19.343329 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Usage tracker for resource:security_group_rule and tenant:5d9f59d3a19f483da0e7d5c0a7d9b5da is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:19.346485 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:19.352987 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:19.451882 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.455437 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.460832 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:19.471730 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Reserving flat network on physical network physnet1 {{(pid=98301) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 19:33:19.503386 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771302528826', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.503986 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Unsubscribe: segment precommit_create {{(pid=98301) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 19:33:19.504502 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Added segment 9860f6b3-a377-404c-be0b-95cc4fa7d056 of type flat for network 30f8c0e8-7295-47a8-a197-8cf663cc81fb May 20 19:33:19.556732 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5da0df0-1ae9-4f33-bd23-6c28ea82440a,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:19.578129 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.578467 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.578795 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.579115 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.579433 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.579748 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.580082 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.580395 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.580721 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.581033 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.581342 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.581649 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Tracked resource versions report: May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: pushed versions: May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: { 'AddressGroup': {'1.2'}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'ConntrackHelper': {'1.0'}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'Log': {'1.0'}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'Network': {'1.1'}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'Port': {'1.7'}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'PortForwarding': {'1.2'}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'QosPolicy': {'1.8'}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'SecurityGroup': {'1.4'}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'SecurityGroupRule': {'1.2'}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'SubPort': {'1.0'}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'Subnet': {'1.1'}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'Trunk': {'1.1'}} May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: consumer versions: May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: { DHCP agent@dv-cinder-792462-2-smb: {}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: L3 agent@dv-cinder-792462-2-smb: {}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: Metadata agent@dv-cinder-792462-2-smb: {}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: Metering agent@dv-cinder-792462-2-smb: {}, May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: Open vSwitch agent@dv-cinder-792462-2-smb: { 'AddressGroup': '1.2', May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'ConntrackHelper': '1.0', May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'Log': '1.0', May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'Network': '1.1', May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'Port': '1.7', May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'PortForwarding': '1.2', May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'QosPolicy': '1.8', May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'SecurityGroup': '1.4', May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'SecurityGroupRule': '1.2', May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'SubPort': '1.0', May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'Subnet': '1.1', May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: 'Trunk': '1.1'}} May 20 19:33:19.582720 dv-cinder-792462-2-smb neutron-server[98301]: {{(pid=98301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:33:19.630854 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.634821 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:19.676340 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.677925 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:19.679144 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.683724 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:19.687406 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-1347dedf-4b6f-4699-9ea8-376b668246aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.783100 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:19.787472 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4511988 May 20 19:33:19.790586 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Pushing event updated for resources: {'Network': ['ID=30f8c0e8-7295-47a8-a197-8cf663cc81fb,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:19.793601 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:19.801046 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:33:20.820835 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:22.078994 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56074) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:22.283757 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:22.294234 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85924a07-dad4-4510-abd1-cddb16b02f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:22.295577 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-85924a07-dad4-4510-abd1-cddb16b02f95 admin admin] 10.222.0.44 "GET /v2.0/subnets/f9bba95a-196a-49de-9d2a-05a5e33c5fae HTTP/1.1" status: 200 len: 849 time: 0.2156198 May 20 19:33:22.466749 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-f6ae2418-55fc-4fd9-b235-52e6bf3a6923 admin admin] 10.222.0.44 "GET /v2.0/routers/96e03631-762a-4e47-84f4-fc34f453ed71 HTTP/1.1" status: 200 len: 704 time: 0.1655176 May 20 19:33:22.940507 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:23.168904 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Allocated IP 172.20.0.1 (0238bcf6-5bc1-4b65-bc8c-7966fe01f70e/f9bba95a-196a-49de-9d2a-05a5e33c5fae/b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:33:23.320764 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:23.338352 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Transition to ACTIVE for port object b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 will not be triggered until provisioned by entity DHCP. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:33:23.392171 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:23.396608 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:23.458692 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Network 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:33:23.461559 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:23.467268 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:33:23.467788 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711962'] for router_interface, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:23.584826 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Pushing event updated for resources: {'Port': ['ID=b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:23.598443 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:23.684521 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-18c24ca5-d06c-4111-88ce-f23dcc7df18e None None] Provisioning for port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:33:23.688862 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-18c24ca5-d06c-4111-88ce-f23dcc7df18e None None] Provisioning complete for port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:23.689219 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-18c24ca5-d06c-4111-88ce-f23dcc7df18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:23.730168 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:23.742320 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-18c24ca5-d06c-4111-88ce-f23dcc7df18e None None] Port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:33:23.983659 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:23.987694 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:23.988742 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454753'] for router_interface, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:23.991826 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:24.121751 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Pushing event updated for resources: {'Port': ['ID=b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:24.127656 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:24.176640 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Network 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:33:24.177670 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:24.364910 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Router 96e03631-762a-4e47-84f4-fc34f453ed71 is scheduled to L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 with binding_index 1 {{(pid=98301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:33:24.365142 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-51e12875-8d65-4fdb-b1be-f391e38f6321 None None] Provisioning complete for port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:24.365335 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-51e12875-8d65-4fdb-b1be-f391e38f6321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:24.442020 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-51e12875-8d65-4fdb-b1be-f391e38f6321 None None] Port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:33:24.515354 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:33:24.524644 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] 10.222.0.44 "PUT /v2.0/routers/96e03631-762a-4e47-84f4-fc34f453ed71/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0531201 May 20 19:33:24.525548 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Sync routers for ids ['96e03631-762a-4e47-84f4-fc34f453ed71'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:33:24.536856 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Routers {'96e03631-762a-4e47-84f4-fc34f453ed71'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:33:24.537755 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:33:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['96e03631-762a-4e47-84f4-fc34f453ed71'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:24.714388 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Set router 96e03631-762a-4e47-84f4-fc34f453ed71 gateway port host: None {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:33:25.071160 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'name': 'router1', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:13Z', 'updated_at': '2021-05-20T19:33:23Z', 'revision_number': 2, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'gw_port_host': None, '_interfaces': [{'id': 'b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6', 'name': '', 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'mac_address': 'fa:16:3e:e6:53:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:22Z', 'updated_at': '2021-05-20T19:33:23Z', 'revision_number': 2, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'subnets': [{'id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fe38e06-e97f-4804-af8a-a1b88f7d6961'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:25.075942 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Checking router: 96e03631-762a-4e47-84f4-fc34f453ed71 for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:33:25.076340 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Updating router 96e03631-762a-4e47-84f4-fc34f453ed71 port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 binding host dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:33:25.126413 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:25.500126 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Notify callbacks [] for port, precommit_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:25.514770 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.provisioning_blocks [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Transition to ACTIVE for port object b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 will not be triggered until provisioned by entity L2. {{(pid=98304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:33:25.521230 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:25.526944 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:25.720401 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Pushing event updated for resources: {'Port': ['ID=b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6,revision_number=3']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:25.743824 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.744184 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.744513 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.744835 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.745153 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.745469 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.745779 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.746089 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.746397 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.746709 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.747014 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.747318 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Tracked resource versions report: May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: pushed versions: May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: { 'AddressGroup': {'1.2'}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'ConntrackHelper': {'1.0'}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'Log': {'1.0'}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'Network': {'1.1'}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'Port': {'1.7'}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'PortForwarding': {'1.2'}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'QosPolicy': {'1.8'}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'SecurityGroup': {'1.4'}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'SecurityGroupRule': {'1.2'}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'SubPort': {'1.0'}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'Subnet': {'1.1'}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'Trunk': {'1.1'}} May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: consumer versions: May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: { DHCP agent@dv-cinder-792462-2-smb: {}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: L3 agent@dv-cinder-792462-2-smb: {}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: Metadata agent@dv-cinder-792462-2-smb: {}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: Metering agent@dv-cinder-792462-2-smb: {}, May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: Open vSwitch agent@dv-cinder-792462-2-smb: { 'AddressGroup': '1.2', May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'ConntrackHelper': '1.0', May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'Log': '1.0', May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'Network': '1.1', May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'Port': '1.7', May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'PortForwarding': '1.2', May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'QosPolicy': '1.8', May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'SecurityGroup': '1.4', May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'SecurityGroupRule': '1.2', May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'SubPort': '1.0', May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'Subnet': '1.1', May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: 'Trunk': '1.1'}} May 20 19:33:25.748423 dv-cinder-792462-2-smb neutron-server[98304]: {{(pid=98304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:33:25.754215 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Attempting to bind port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:33:25.754924 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Attempting to bind port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '094cb276-ec65-4905-9803-2a7b71979a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e'}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:33:25.754924 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Attempting to bind port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 on network 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:33:25.757170 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:25.761197 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:33:25.761598 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Checking segment: {'id': '094cb276-ec65-4905-9803-2a7b71979a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:33:25.762077 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:25.762462 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Bound using segment: {'id': '094cb276-ec65-4905-9803-2a7b71979a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e'} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:33:25.762978 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Bound port: b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094cb276-ec65-4905-9803-2a7b71979a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e'}}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:33:25.763350 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:25.849387 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] For port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:33:25.853472 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] For port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6,segment=NetworkSegment(094cb276-ec65-4905-9803-2a7b71979a50),segment_id=094cb276-ec65-4905-9803-2a7b71979a50)] {{(pid=98304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:33:25.857463 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:25.861900 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:25.966131 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Routers {'96e03631-762a-4e47-84f4-fc34f453ed71'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:33:25.966767 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:33:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['96e03631-762a-4e47-84f4-fc34f453ed71'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:26.020014 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Pushing event updated for resources: {'Port': ['ID=b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6,revision_number=4']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:26.023159 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:26.122033 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] Set router 96e03631-762a-4e47-84f4-fc34f453ed71 gateway port host: None {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:33:26.441102 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'name': 'router1', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:13Z', 'updated_at': '2021-05-20T19:33:23Z', 'revision_number': 2, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'gw_port_host': None, '_interfaces': [{'id': 'b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6', 'name': '', 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'mac_address': 'fa:16:3e:e6:53:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:22Z', 'updated_at': '2021-05-20T19:33:25Z', 'revision_number': 4, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'subnets': [{'id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fe38e06-e97f-4804-af8a-a1b88f7d6961'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:26.445463 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f2967-52ef-457b-b119-3152ee0f3f55 None None] The sync data for ids ['96e03631-762a-4e47-84f4-fc34f453ed71'] in dv-cinder-792462-2-smb is: [{'id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'name': 'router1', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:13Z', 'updated_at': '2021-05-20T19:33:23Z', 'revision_number': 2, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'gw_port_host': None, '_interfaces': [{'id': 'b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6', 'name': '', 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'mac_address': 'fa:16:3e:e6:53:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:22Z', 'updated_at': '2021-05-20T19:33:25Z', 'revision_number': 4, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'subnets': [{'id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fe38e06-e97f-4804-af8a-a1b88f7d6961'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:33:26.684782 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56096) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:26.831197 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c0ade0-90cd-4110-9bf5-a90cc93043c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:26.831759 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-c3c0ade0-90cd-4110-9bf5-a90cc93043c4 admin admin] Synchronizing usage tracker for tenant:5d9f59d3a19f483da0e7d5c0a7d9b5da on resource:network {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:33:26.848987 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-c3c0ade0-90cd-4110-9bf5-a90cc93043c4 admin admin] Unset dirty status for tenant:5d9f59d3a19f483da0e7d5c0a7d9b5da on resource:network {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:33:26.850720 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-c3c0ade0-90cd-4110-9bf5-a90cc93043c4 admin admin] 10.222.0.44 "GET /v2.0/networks/30f8c0e8-7295-47a8-a197-8cf663cc81fb HTTP/1.1" status: 200 len: 842 time: 0.1644216 May 20 19:33:26.859979 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'ip_version': 4, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'cidr': '172.28.2.0/24'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:26.865050 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:33:26.869417 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Usage tracker for resource:subnet and tenant:5d9f59d3a19f483da0e7d5c0a7d9b5da is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:33:26.872433 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:33:26.878717 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:33:26.888603 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Made reservation on behalf of 5d9f59d3a19f483da0e7d5c0a7d9b5da for: {'subnet': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:33:26.890926 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:27.304774 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.objects.ports [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98301) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 19:33:27.305216 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286'] for subnet, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:27.309495 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:27.382612 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a25d1f-36ae-405b-82d2-9b94b9c66fe8,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:27.386765 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Checking segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:33:27.387132 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Network hostable DHCP agents. Network: 30f8c0e8-7295-47a8-a197-8cf663cc81fb, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:33:27.391371 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:27.406181 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:33:27.416151 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 30f8c0e8-7295-47a8-a197-8cf663cc81fb) {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:27.419921 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:27.420524 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:27.426425 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b7529a-5199-4f4d-ae62-ad4306fb3c39 None None] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:33:27.452145 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5859482 May 20 19:33:27.623893 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a39c1c-8c43-45bb-9d93-671f98ed66f4 None None] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:33:29.658897 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56110) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:29.730814 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:29.799162 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:33:29.804824 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:29.805196 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:29.911059 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-3062e145-ff2b-4610-8f26-fd0a286586da admin admin] 10.222.0.44 "GET /v2.0/routers/96e03631-762a-4e47-84f4-fc34f453ed71 HTTP/1.1" status: 200 len: 710 time: 0.2510364 May 20 19:33:29.922864 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:29.957858 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6,segment=NetworkSegment(094cb276-ec65-4905-9803-2a7b71979a50),segment_id=094cb276-ec65-4905-9803-2a7b71979a50)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:33:29.963574 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:29.966243 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:30.036390 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:30.039895 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:30.045623 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797a46a-3237-404f-b5db-65f6d7385eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:33:30.052101 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-7797a46a-3237-404f-b5db-65f6d7385eb8 admin admin] 10.222.0.44 "GET /v2.0/networks/30f8c0e8-7295-47a8-a197-8cf663cc81fb HTTP/1.1" status: 200 len: 886 time: 0.1301675 May 20 19:33:30.056450 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:33:30.483824 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3713022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3170'] for router, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:30.802290 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:30.858308 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:30.984869 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Allocated IP 172.28.2.177 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/c9ee596c-ac43-4faf-add4-9e1e7cddc628) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:33:31.167406 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:31.195725 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:31.200036 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:31.258045 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:33:31.260760 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:33:31.265145 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:33:31.334569 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Pushing event updated for resources: {'Port': ['ID=c9ee596c-ac43-4faf-add4-9e1e7cddc628,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:31.385301 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:31.644465 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:31.714956 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:31.780952 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:31.781325 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:31.977297 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3713022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3170'] for router, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:31.980577 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712908'] for router, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:32.149987 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Router 96e03631-762a-4e47-84f4-fc34f453ed71 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:33:32.372873 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:33:32.382440 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Sync routers for ids ['96e03631-762a-4e47-84f4-fc34f453ed71'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:33:32.382754 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Notify callbacks [] for router, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:32.386015 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] 10.222.0.44 "PUT /v2.0/routers/96e03631-762a-4e47-84f4-fc34f453ed71 HTTP/1.1" status: 200 len: 890 time: 2.3312783 May 20 19:33:32.392693 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Routers {'96e03631-762a-4e47-84f4-fc34f453ed71'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:33:32.393348 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:33:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['96e03631-762a-4e47-84f4-fc34f453ed71'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:32.584387 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Set router 96e03631-762a-4e47-84f4-fc34f453ed71 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:33:32.921098 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'name': 'router1', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c9ee596c-ac43-4faf-add4-9e1e7cddc628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:13Z', 'updated_at': '2021-05-20T19:33:31Z', 'revision_number': 4, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'gw_port': {'id': 'c9ee596c-ac43-4faf-add4-9e1e7cddc628', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:31:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:30Z', 'updated_at': '2021-05-20T19:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': 'b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6', 'name': '', 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'mac_address': 'fa:16:3e:e6:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:22Z', 'updated_at': '2021-05-20T19:33:29Z', 'revision_number': 5, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'subnets': [{'id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fe38e06-e97f-4804-af8a-a1b88f7d6961'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:32.925836 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Checking router: 96e03631-762a-4e47-84f4-fc34f453ed71 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:33:32.926204 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Updating router 96e03631-762a-4e47-84f4-fc34f453ed71 port c9ee596c-ac43-4faf-add4-9e1e7cddc628 binding host dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:33:32.995727 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:33.313621 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Notify callbacks [] for port, precommit_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:33.325561 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Transition to ACTIVE for port object c9ee596c-ac43-4faf-add4-9e1e7cddc628 will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:33:33.331965 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:33.335657 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:33.413015 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c30745-aa10-4d92-a95f-983da1969e37 None None] Pushing event updated for resources: {'Port': ['ID=c9ee596c-ac43-4faf-add4-9e1e7cddc628,revision_number=2']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:33.417654 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-e7c30745-aa10-4d92-a95f-983da1969e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:33.420012 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Attempting to bind port c9ee596c-ac43-4faf-add4-9e1e7cddc628 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:33:33.420012 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Attempting to bind port c9ee596c-ac43-4faf-add4-9e1e7cddc628 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:33:33.420358 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Attempting to bind port c9ee596c-ac43-4faf-add4-9e1e7cddc628 on network 30f8c0e8-7295-47a8-a197-8cf663cc81fb {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:33:33.425548 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:33:33.425917 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Checking segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:33:33.426326 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:33.426680 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Bound using segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:33:33.427140 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Bound port: c9ee596c-ac43-4faf-add4-9e1e7cddc628, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:33:33.427502 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:33.496410 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] For port c9ee596c-ac43-4faf-add4-9e1e7cddc628, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:33:33.499273 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] For port c9ee596c-ac43-4faf-add4-9e1e7cddc628, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=c9ee596c-ac43-4faf-add4-9e1e7cddc628,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:33:33.504239 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:33.508830 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:33.581564 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Routers {'96e03631-762a-4e47-84f4-fc34f453ed71'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:33:33.582090 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:33:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['96e03631-762a-4e47-84f4-fc34f453ed71'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:33.648252 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c30745-aa10-4d92-a95f-983da1969e37 None None] Pushing event updated for resources: {'Port': ['ID=c9ee596c-ac43-4faf-add4-9e1e7cddc628,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:33.652921 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-e7c30745-aa10-4d92-a95f-983da1969e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:33.765374 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] Set router 96e03631-762a-4e47-84f4-fc34f453ed71 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:33:34.081310 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'name': 'router1', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c9ee596c-ac43-4faf-add4-9e1e7cddc628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:13Z', 'updated_at': '2021-05-20T19:33:31Z', 'revision_number': 4, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'gw_port': {'id': 'c9ee596c-ac43-4faf-add4-9e1e7cddc628', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:31:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:30Z', 'updated_at': '2021-05-20T19:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': 'b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6', 'name': '', 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'mac_address': 'fa:16:3e:e6:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:22Z', 'updated_at': '2021-05-20T19:33:29Z', 'revision_number': 5, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'subnets': [{'id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fe38e06-e97f-4804-af8a-a1b88f7d6961'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:33:34.085739 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a9f01-b505-495c-8aea-8c6bc466234b None None] The sync data for ids ['96e03631-762a-4e47-84f4-fc34f453ed71'] in dv-cinder-792462-2-smb is: [{'id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'name': 'router1', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'c9ee596c-ac43-4faf-add4-9e1e7cddc628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:33:13Z', 'updated_at': '2021-05-20T19:33:31Z', 'revision_number': 4, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'gw_port': {'id': 'c9ee596c-ac43-4faf-add4-9e1e7cddc628', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:31:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:30Z', 'updated_at': '2021-05-20T19:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': 'b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6', 'name': '', 'network_id': '0238bcf6-5bc1-4b65-bc8c-7966fe01f70e', 'tenant_id': '8ae4f6319104431d9ef0e62de6764a67', 'mac_address': 'fa:16:3e:e6:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e03631-762a-4e47-84f4-fc34f453ed71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:33:22Z', 'updated_at': '2021-05-20T19:33:29Z', 'revision_number': 5, 'project_id': '8ae4f6319104431d9ef0e62de6764a67', 'subnets': [{'id': 'f9bba95a-196a-49de-9d2a-05a5e33c5fae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fe38e06-e97f-4804-af8a-a1b88f7d6961'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:33:34.701310 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 56120) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:33:34.831035 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-b1f49a7c-96ed-42f0-8f5f-882e9d608d27 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1286223 May 20 19:33:35.750762 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device c9ee596c-ac43-4faf-add4-9e1e7cddc628 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:35.819611 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port c9ee596c-ac43-4faf-add4-9e1e7cddc628 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:33:35.824010 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port c9ee596c-ac43-4faf-add4-9e1e7cddc628 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:35.824404 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:35.942596 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:35.958099 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port c9ee596c-ac43-4faf-add4-9e1e7cddc628, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=c9ee596c-ac43-4faf-add4-9e1e7cddc628,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:33:35.962898 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:35.965103 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-e7c30745-aa10-4d92-a95f-983da1969e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:33:36.029950 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=c9ee596c-ac43-4faf-add4-9e1e7cddc628,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:33:36.032961 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:33:37.733933 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device c9ee596c-ac43-4faf-add4-9e1e7cddc628 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:33:37.838997 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port c9ee596c-ac43-4faf-add4-9e1e7cddc628 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:33:37.839376 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:47.194390 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-be7b819b-4304-443c-947e-08e5b49eb956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:49.696491 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8792-7efc-4cbc-8f3c-c71c99f78d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:49.793188 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:50.829423 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:52.304760 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:33:54.413184 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 5 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:34:17.188707 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-3e50416b-d7f1-43fd-b6a4-cddc3bc8cfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:19.689520 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c13d6138-7cca-47db-94ea-293615d12de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:19.787707 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:20.823325 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:22.307065 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:31.411427 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 5 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:34:47.191127 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-3bee73b6-8b52-42f8-b067-68eed809d8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:49.690161 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-526bd10a-21fa-4232-9ee6-812251e6ad5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:49.790325 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:50.825840 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:34:52.312419 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:08.410028 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 5 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:35:08.843053 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56690) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:08.908944 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.pecan_wsgi.hooks.translation [None req-908de818-b184-4ed2-a801-f482fe227995 admin admin] GET failed (client error): The resource could not be found. May 20 19:35:08.910156 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-908de818-b184-4ed2-a801-f482fe227995 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661821 May 20 19:35:09.037204 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b57f75-7b34-46b0-ba97-d1b09ff0f6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:09.038547 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-d3b57f75-7b34-46b0-ba97-d1b09ff0f6fb admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1246650 May 20 19:35:11.120517 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56700) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:11.224050 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7754a49c-3818-4703-ae42-596a4dd3db4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:11.224627 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-7754a49c-3818-4703-ae42-596a4dd3db4a admin admin] Synchronizing usage tracker for tenant:5d9f59d3a19f483da0e7d5c0a7d9b5da on resource:subnet {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:35:11.240028 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-7754a49c-3818-4703-ae42-596a4dd3db4a admin admin] Unset dirty status for tenant:5d9f59d3a19f483da0e7d5c0a7d9b5da on resource:subnet {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:35:11.241177 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-7754a49c-3818-4703-ae42-596a4dd3db4a admin admin] 10.222.0.44 "GET /v2.0/subnets/f9bba95a-196a-49de-9d2a-05a5e33c5fae HTTP/1.1" status: 200 len: 849 time: 0.1197340 May 20 19:35:11.250244 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:35:11.363229 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:11.546641 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771302468033'] for subnet, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:11.550154 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:35:11.593961 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:11.594765 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:11.596582 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] 10.222.0.44 "PUT /v2.0/subnets/f9bba95a-196a-49de-9d2a-05a5e33c5fae HTTP/1.1" status: 200 len: 868 time: 0.3496382 May 20 19:35:11.597625 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80d81e7-28b3-4f03-8ec9-802121ebd40c None None] Network 0238bcf6-5bc1-4b65-bc8c-7966fe01f70e requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:35:11.619471 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bba95a-196a-49de-9d2a-05a5e33c5fae,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:35:11.627507 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.627890 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.628189 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.628512 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.628836 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.630131 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.630131 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.630431 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.630754 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.631068 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.631383 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.631689 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:11.636181 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:35:12.052914 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-14122618-1152-45cf-bb42-a4a91d4af9f8 None None] Provisioning complete for port aeffaaa3-9681-4ce3-9af3-82735ecdad4c triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:35:12.053279 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-14122618-1152-45cf-bb42-a4a91d4af9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:12.177725 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-14122618-1152-45cf-bb42-a4a91d4af9f8 None None] Provisioning complete for port b8e689ad-9e23-4bd0-a4b6-2f64d0dacef6 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:35:12.177992 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-14122618-1152-45cf-bb42-a4a91d4af9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:13.700544 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56710) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:13.874727 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7e177-4d41-46ae-a4d0-a108cd752ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:13.875217 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7e177-4d41-46ae-a4d0-a108cd752ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:13.880427 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-00e7e177-4d41-46ae-a4d0-a108cd752ffc admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1786909 May 20 19:35:15.967293 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 56720) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:16.139599 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010e648-e17b-409a-b424-5afb29fd641f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:16.140100 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010e648-e17b-409a-b424-5afb29fd641f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:16.141586 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-1010e648-e17b-409a-b424-5afb29fd641f admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1734099 May 20 19:35:17.194598 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d635-8d4d-454d-8008-f4657339db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:18.229380 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 56730) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:18.398943 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17625a0d-10db-4eba-b997-66233d7c48ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:18.400270 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-17625a0d-10db-4eba-b997-66233d7c48ad admin admin] 10.222.0.44 "GET /v2.0/networks/0238bcf6-5bc1-4b65-bc8c-7966fe01f70e HTTP/1.1" status: 200 len: 869 time: 0.1699667 May 20 19:35:19.691713 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-414fc5d6-4bff-41a6-bd45-e42219dcbc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:19.792203 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:20.485043 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 56740) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:20.650770 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded5bbc5-801b-4dfb-bba1-56567b827c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:20.652362 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-ded5bbc5-801b-4dfb-bba1-56567b827c74 admin admin] 10.222.0.44 "GET /v2.0/networks/30f8c0e8-7295-47a8-a197-8cf663cc81fb HTTP/1.1" status: 200 len: 886 time: 0.1661310 May 20 19:35:20.829608 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:22.315768 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:22.750485 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56750) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:22.855858 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4282cd58-9098-48ce-9706-9dab7f2aaf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:22.856350 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4282cd58-9098-48ce-9706-9dab7f2aaf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:22.857846 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-4282cd58-9098-48ce-9706-9dab7f2aaf3f admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1064355 May 20 19:35:24.945490 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56760) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:25.050037 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e8832-b2b7-41e6-94e8-0148fd6475a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:25.050427 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e8832-b2b7-41e6-94e8-0148fd6475a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:25.052442 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-126e8832-b2b7-41e6-94e8-0148fd6475a1 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1060109 May 20 19:35:27.142249 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56770) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:27.243809 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e1637-4038-4e68-8dc7-09e4828591a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:27.245162 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-086e1637-4038-4e68-8dc7-09e4828591a3 admin admin] 10.222.0.44 "GET /v2.0/subnets/16a25d1f-36ae-405b-82d2-9b94b9c66fe8 HTTP/1.1" status: 200 len: 816 time: 0.1019311 May 20 19:35:29.343588 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56780) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:29.450037 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f72c58-cb5b-4c50-bd68-32d0834afd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:29.451356 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-03f72c58-cb5b-4c50-bd68-32d0834afd22 admin admin] 10.222.0.44 "GET /v2.0/subnets/f9bba95a-196a-49de-9d2a-05a5e33c5fae HTTP/1.1" status: 200 len: 868 time: 0.1068091 May 20 19:35:45.409741 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 5 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:35:47.197889 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-063212da-f612-4df2-8ed3-80369dca6bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:49.692292 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-b4ee257c-c784-4549-b5b7-f5ba5b476cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:49.795909 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:50.832590 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:52.117625 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56824) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:52.165536 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [None req-55e361b3-c755-439d-a229-cb7de077899e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:35:52.166543 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-55e361b3-c755-439d-a229-cb7de077899e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480025 May 20 19:35:52.321801 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:54.353834 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56834) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:54.423783 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.pecan_wsgi.hooks.translation [None req-2046adcf-1d85-4e52-b7df-82e3458c921a admin admin] GET failed (client error): The resource could not be found. May 20 19:35:54.425071 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-2046adcf-1d85-4e52-b7df-82e3458c921a admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0702817 May 20 19:35:54.547092 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91d94b-b4b9-4acc-9f0f-12c1174ca033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:54.548464 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-0e91d94b-b4b9-4acc-9f0f-12c1174ca033 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1196635 May 20 19:35:56.653949 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56844) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:56.700614 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:35:56.705079 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:35:56.714541 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:35:56.724283 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Made reservation on behalf of 5d9f59d3a19f483da0e7d5c0a7d9b5da for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:35:56.726534 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:56.812531 dv-cinder-792462-2-smb neutron-server[98301]: WARNING neutron.services.revisions.revision_plugin [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Could not find related network for resource to bump revision. May 20 19:35:56.824422 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=98301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:35:56.833538 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:56.833821 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Added segment f28b9c30-b51f-4524-bbf3-47058d7c2cb7 of type vlan for network 4ec8e36b-f75a-4928-ac1d-9e4b19d44302 May 20 19:35:56.861987 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:56.889553 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:56.890800 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:56.891364 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:56.895691 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:35:56.982015 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3270040 May 20 19:35:56.990149 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Pushing event updated for resources: {'Network': ['ID=4ec8e36b-f75a-4928-ac1d-9e4b19d44302,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:35:56.993438 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:35:57.000062 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 4ec8e36b-f75a-4928-ac1d-9e4b19d44302 details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:35:59.070222 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 56854) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:35:59.135857 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9be15e9-0087-4a55-99b8-d652b1a6e2d2 admin admin] GET failed (client error): The resource could not be found. May 20 19:35:59.137136 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-f9be15e9-0087-4a55-99b8-d652b1a6e2d2 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660055 May 20 19:35:59.242165 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b88dae-69d9-43e0-bac5-aa393d67b9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:59.243586 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-b5b88dae-69d9-43e0-bac5-aa393d67b9cb admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1027339 May 20 19:35:59.252844 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302', 'description': 'shared-subnet'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:35:59.257885 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:35:59.267333 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:35:59.277357 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Made reservation on behalf of 5d9f59d3a19f483da0e7d5c0a7d9b5da for: {'subnet': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:35:59.279902 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Notify callbacks [] for subnet, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:59.673754 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286'] for subnet, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:59.678555 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:35:59.745005 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9371405b-f104-416a-ab02-ef3c27bac1bb,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:35:59.755111 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.755445 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.755772 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.756117 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.756433 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.756748 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.757059 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.757369 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.757694 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.758004 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.758309 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.758615 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:35:59.763021 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:35:59.763849 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Checking segment: {'id': 'f28b9c30-b51f-4524-bbf3-47058d7c2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:35:59.764223 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Network hostable DHCP agents. Network: 4ec8e36b-f75a-4928-ac1d-9e4b19d44302, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:35:59.780971 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Network 4ec8e36b-f75a-4928-ac1d-9e4b19d44302 is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:35:59.790290 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 4ec8e36b-f75a-4928-ac1d-9e4b19d44302) {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:35:59.794488 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:35:59.795067 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:35:59.799012 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b54015-8eb9-4eba-a6e0-32dc13307f7e None None] Network 4ec8e36b-f75a-4928-ac1d-9e4b19d44302 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:35:59.824358 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5747769 May 20 19:36:00.015890 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aa7531f-32a6-586f-bd9e-b2fadefdb9c7-4ec8e36b-f75a-4928-ac1d-9e4b19d44302', 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302', 'tenant_id': '5d9f59d3a19f483da0e7d5c0a7d9b5da', 'fixed_ips': [{'subnet_id': '9371405b-f104-416a-ab02-ef3c27bac1bb'}]}} from dv-cinder-792462-2-smb. {{(pid=98303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:36:00.016789 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:00.172311 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.db_base_plugin_common [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Allocated IP 192.168.233.2 (4ec8e36b-f75a-4928-ac1d-9e4b19d44302/9371405b-f104-416a-ab02-ef3c27bac1bb/37726f48-3a32-45db-8955-7597fa9ba6f4) {{(pid=98303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:36:00.403684 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Notify callbacks [] for port, precommit_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:00.414629 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Transition to ACTIVE for port object 37726f48-3a32-45db-8955-7597fa9ba6f4 will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:36:00.433929 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Transition to ACTIVE for port object 37726f48-3a32-45db-8955-7597fa9ba6f4 will not be triggered until provisioned by entity DHCP. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:36:00.438696 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:00.443141 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:36:00.504828 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Network 4ec8e36b-f75a-4928-ac1d-9e4b19d44302 is already hosted by enough agents. {{(pid=98303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:36:00.507521 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Resources bound (agent type, host, resource id): {{(pid=98303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:36:00.513748 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Pushing event updated for resources: {'Port': ['ID=37726f48-3a32-45db-8955-7597fa9ba6f4,revision_number=1']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:36:00.515959 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Received port after_create {{(pid=98303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:36:00.557070 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.557401 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.557729 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.558052 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.558372 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.558690 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.559000 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.559312 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.559622 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.559930 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.560258 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.560570 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:36:00.590039 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:36:00.614518 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Attempting to bind port 37726f48-3a32-45db-8955-7597fa9ba6f4 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:36:00.614902 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Attempting to bind port 37726f48-3a32-45db-8955-7597fa9ba6f4 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': 'f28b9c30-b51f-4524-bbf3-47058d7c2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:36:00.615267 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Attempting to bind port 37726f48-3a32-45db-8955-7597fa9ba6f4 on network 4ec8e36b-f75a-4928-ac1d-9e4b19d44302 {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:36:00.620656 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:36:00.621025 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Checking segment: {'id': 'f28b9c30-b51f-4524-bbf3-47058d7c2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:36:00.621421 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:00.621805 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Bound using segment: {'id': 'f28b9c30-b51f-4524-bbf3-47058d7c2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:36:00.622290 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Bound port: 37726f48-3a32-45db-8955-7597fa9ba6f4, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28b9c30-b51f-4524-bbf3-47058d7c2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:36:00.622661 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:00.710098 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] For port 37726f48-3a32-45db-8955-7597fa9ba6f4, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:36:00.713336 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] For port 37726f48-3a32-45db-8955-7597fa9ba6f4, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=37726f48-3a32-45db-8955-7597fa9ba6f4,segment=NetworkSegment(f28b9c30-b51f-4524-bbf3-47058d7c2cb7),segment_id=f28b9c30-b51f-4524-bbf3-47058d7c2cb7)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:36:00.718583 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:00.723362 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-4547dfa1-6e16-4acd-af35-696687ac9f15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:36:00.805480 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Pushing event updated for resources: {'Port': ['ID=37726f48-3a32-45db-8955-7597fa9ba6f4,revision_number=2']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:36:00.812787 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:36:01.602051 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f236af-ee9d-40cc-9050-3c1331b55be4 None None] Network 4ec8e36b-f75a-4928-ac1d-9e4b19d44302 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:36:01.712095 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-9d0365cf-c6b6-4933-a176-77be95b7665c None None] Provisioning for port 37726f48-3a32-45db-8955-7597fa9ba6f4 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:36:01.871262 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 37726f48-3a32-45db-8955-7597fa9ba6f4 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:36:01.947274 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 37726f48-3a32-45db-8955-7597fa9ba6f4 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:36:01.952537 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 37726f48-3a32-45db-8955-7597fa9ba6f4 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:36:01.952842 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:02.076386 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-779a8c43-fc1e-4d0e-98e8-75834a56f6bd None None] Provisioning complete for port 37726f48-3a32-45db-8955-7597fa9ba6f4 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:36:02.076749 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-779a8c43-fc1e-4d0e-98e8-75834a56f6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:02.126443 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:02.204721 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 37726f48-3a32-45db-8955-7597fa9ba6f4, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=37726f48-3a32-45db-8955-7597fa9ba6f4,segment=NetworkSegment(f28b9c30-b51f-4524-bbf3-47058d7c2cb7),segment_id=f28b9c30-b51f-4524-bbf3-47058d7c2cb7)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:36:02.213522 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:02.219426 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:36:02.272004 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-779a8c43-fc1e-4d0e-98e8-75834a56f6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:02.327973 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=37726f48-3a32-45db-8955-7597fa9ba6f4,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:36:02.335314 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:36:02.365391 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.db.api [None req-779a8c43-fc1e-4d0e-98e8-75834a56f6bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 19:36:02.365868 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_db.api [None req-779a8c43-fc1e-4d0e-98e8-75834a56f6bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 19:36:03.829693 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 37726f48-3a32-45db-8955-7597fa9ba6f4 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:36:03.898043 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 37726f48-3a32-45db-8955-7597fa9ba6f4 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:36:03.898417 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:17.200983 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-59965a89-fa0b-4568-91eb-12732809c356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:19.695176 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-9743d1a8-a019-4a2e-b63a-103d0d70e16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:19.799099 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:20.836302 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:22.325886 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:22.408424 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 5 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:36:47.202712 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ddaa3b64-d54c-4012-937c-38d15397b870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:49.696897 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-dde3bad0-76ac-48d4-8c7c-ab5c9a3ad659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:49.801598 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:50.838437 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:52.327712 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:36:59.407365 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 5 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:37:04.403980 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 56904) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:37:04.410632 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [None req-d5755ba0-d833-4ea6-a963-c6e72a8153f5 tempest-verify_tempest_config-643914579 tempest-verify_tempest_config-643914579-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98302) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:37:04.411569 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-d5755ba0-d833-4ea6-a963-c6e72a8153f5 tempest-verify_tempest_config-643914579 tempest-verify_tempest_config-643914579-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066247 May 20 19:37:04.706104 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56922) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:37:04.819016 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:04.833238 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:37:04.836926 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Usage tracker for resource:security_group_rule and tenant:fa89cf2e3caa420194c739ce4f63318f is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:37:04.839607 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:37:04.845793 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:37:04.925582 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:04.929158 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:04.940038 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:37:04.974794 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Synchronizing usage tracker for tenant:5d9f59d3a19f483da0e7d5c0a7d9b5da on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:37:04.979026 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a42e58-d27d-437f-9154-da25ae026206,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:37:04.987889 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.988254 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.988589 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.988917 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.989243 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.989566 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.989884 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.990201 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.990544 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.990864 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.991179 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.991491 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:37:04.996188 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:37:05.004900 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Unset dirty status for tenant:5d9f59d3a19f483da0e7d5c0a7d9b5da on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:37:05.006264 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa89cf2e3caa420194c739ce4f63318f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2991650 May 20 19:37:05.008878 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56928) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:37:05.064890 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-11c914ea-856c-4fef-9d1b-da8a9f42cd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:05.089663 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-11c914ea-856c-4fef-9d1b-da8a9f42cd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:05.228322 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-11c914ea-856c-4fef-9d1b-da8a9f42cd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:05.232285 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-32e62405-8ccf-48f0-8fa5-1d66bb7d3a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:37:05.249332 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c914ea-856c-4fef-9d1b-da8a9f42cd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a42e58-d27d-437f-9154-da25ae026206,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:37:05.252954 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-11c914ea-856c-4fef-9d1b-da8a9f42cd4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:37:05.254861 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-11c914ea-856c-4fef-9d1b-da8a9f42cd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:05.255961 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-11c914ea-856c-4fef-9d1b-da8a9f42cd4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93a42e58-d27d-437f-9154-da25ae026206 HTTP/1.1" status: 204 len: 168 time: 0.2462029 May 20 19:37:17.207191 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-6010c980-869d-494a-a46f-1af238d59cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:19.701109 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-cef1dfa2-ce6c-438a-8515-26e6100eb767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:19.803549 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:20.841063 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:22.331260 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:36.405440 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 5 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:37:47.211599 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-444fb635-8c6d-4aeb-b543-cf5b53d70307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:49.703184 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-66ef0f5f-69f8-4e50-bee7-73bbf158a1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:49.803837 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:50.847792 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:37:52.335894 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:13.404940 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 5 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:38:17.212438 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-737d0ac0-02e4-4622-ae62-1799a915110d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:19.705723 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e250e95c-25a5-4c58-8513-317a06960c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:19.804651 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:20.845937 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:22.337643 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:43.849756 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844'] for agent, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:47.213762 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-889f84ff-ed4f-4dca-a9c0-4e215aaed5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:47.681981 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56980) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:38:47.793245 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-cd3fad4a-cd14-42fd-a1b1-8d6b4bcbad4e admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1102104 May 20 19:38:49.708432 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-3673fae9-ebca-4a48-ab4b-9b9b740064a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:49.806705 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:49.918336 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 56990) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:38:49.972626 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-098c5118-0824-48a7-9ccc-b34568ef96ea admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0532272 May 20 19:38:50.403856 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:38:50.850766 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:38:52.425506 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:13.804866 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:17.215878 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-84fc7a11-a7c9-41bc-9795-83cc59c5800c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:19.712230 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-bf428779-a343-4fc1-98ff-6890d57eb95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:19.809014 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:20.853234 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:22.338910 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:27.403043 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:39:43.800413 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:47.217896 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-818ee647-2aa9-4cf4-897a-28ee8938e3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:49.715580 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-8a4abab7-c93f-4fcd-8d31-ac7823086582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:49.810713 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:50.860284 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:39:52.349652 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:04.402538 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:40:13.806323 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:17.219086 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f4b1693e-4951-42a8-bf3a-05156e4b688e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:19.722148 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-fee10e1c-4f84-4a0d-961c-9e701f4de68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:19.813613 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:20.863882 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:22.353273 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:30.659302 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57164) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:30.883923 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1178830751-network', 'tenant_id': 'e6ca13bd5c364315bc96a57848a221fd'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:30.889467 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:30.894427 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Usage tracker for resource:network and tenant:e6ca13bd5c364315bc96a57848a221fd is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:30.898607 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:30.907156 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:30.920001 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Made reservation on behalf of e6ca13bd5c364315bc96a57848a221fd for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:30.922988 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:30.935496 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:30.961518 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:30.965965 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Usage tracker for resource:security_group_rule and tenant:e6ca13bd5c364315bc96a57848a221fd is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:30.969032 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:30.975088 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:31.083866 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:31.089555 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:31.093344 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:31.123437 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=98301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:40:31.140830 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:31.141177 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Added segment 56fe947c-7cc6-4144-9be6-169f8c67ca9a of type vlan for network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 May 20 19:40:31.155800 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51ecafd-6d24-49f8-ba8d-ae5353f2d644,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:31.187100 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:31.191421 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.191749 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.192296 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.192810 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.193137 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.193461 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.193777 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.194093 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.194411 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.194727 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.195039 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.195345 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Tracked resource versions report: May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: pushed versions: May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: { 'AddressGroup': {'1.2'}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'ConntrackHelper': {'1.0'}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'Log': {'1.0'}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'Network': {'1.1'}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'Port': {'1.7'}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'PortForwarding': {'1.2'}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'QosPolicy': {'1.8'}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'SecurityGroup': {'1.4'}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'SecurityGroupRule': {'1.2'}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'SubPort': {'1.0'}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'Subnet': {'1.1'}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'Trunk': {'1.1'}} May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: consumer versions: May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: { DHCP agent@dv-cinder-792462-2-smb: {}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: HyperV agent@hv-cinder-79246: {}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: L3 agent@dv-cinder-792462-2-smb: {}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: Metadata agent@dv-cinder-792462-2-smb: {}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: Metering agent@dv-cinder-792462-2-smb: {}, May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: Open vSwitch agent@dv-cinder-792462-2-smb: { 'AddressGroup': '1.2', May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'ConntrackHelper': '1.0', May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'Log': '1.0', May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'Network': '1.1', May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'Port': '1.7', May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'PortForwarding': '1.2', May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'QosPolicy': '1.8', May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'SecurityGroup': '1.4', May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'SecurityGroupRule': '1.2', May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'SubPort': '1.0', May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'Subnet': '1.1', May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: 'Trunk': '1.1'}} May 20 19:40:31.196368 dv-cinder-792462-2-smb neutron-server[98301]: {{(pid=98301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:40:31.200475 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:31.234586 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:31.236795 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:31.236934 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:31.243228 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:31.349537 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Pushing event updated for resources: {'Network': ['ID=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:31.352804 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:31.355608 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6953282 May 20 19:40:31.360584 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57204) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:31.368806 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:40:31.370215 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Request body: {'subnet': {'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1178830751-subnet', 'tenant_id': 'e6ca13bd5c364315bc96a57848a221fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:31.375221 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:31.379487 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Usage tracker for resource:subnet and tenant:e6ca13bd5c364315bc96a57848a221fd is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:31.382682 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:31.389602 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:31.406286 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Made reservation on behalf of e6ca13bd5c364315bc96a57848a221fd for: {'subnet': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:31.408915 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:31.646530 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57220) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:31.723040 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57232) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:31.726128 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57234) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:31.933274 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286'] for subnet, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:31.938640 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-722bbeb6-8722-44e0-ac27-4316cbff088c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:31.953431 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1278668003-network', 'tenant_id': '7c55ee4dea1944999b498fff3bc11277'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:31.961351 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:31.966603 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Usage tracker for resource:network and tenant:7c55ee4dea1944999b498fff3bc11277 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:31.971505 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:31.980572 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:31.997917 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-823383052-network', 'tenant_id': 'cc48820ee7ed4998870095a0aed81bfa'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:32.003784 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:32.004565 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Made reservation on behalf of 7c55ee4dea1944999b498fff3bc11277 for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:32.007068 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.012776 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.013211 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.013545 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.013881 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.014259 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.014986 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.015448 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.015776 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.016140 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.016563 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.016770 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.017082 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Tracked resource versions report: May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: pushed versions: May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: { 'AddressGroup': {'1.2'}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'ConntrackHelper': {'1.0'}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'Log': {'1.0'}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'Network': {'1.1'}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'Port': {'1.7'}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'PortForwarding': {'1.2'}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'QosPolicy': {'1.8'}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'SecurityGroup': {'1.4'}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'SecurityGroupRule': {'1.2'}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'SubPort': {'1.0'}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'Subnet': {'1.1'}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'Trunk': {'1.1'}} May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: consumer versions: May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: { DHCP agent@dv-cinder-792462-2-smb: {}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: HyperV agent@hv-cinder-79246: {}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: L3 agent@dv-cinder-792462-2-smb: {}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: Metadata agent@dv-cinder-792462-2-smb: {}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: Metering agent@dv-cinder-792462-2-smb: {}, May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: Open vSwitch agent@dv-cinder-792462-2-smb: { 'AddressGroup': '1.2', May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'ConntrackHelper': '1.0', May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'Log': '1.0', May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'Network': '1.1', May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'Port': '1.7', May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'PortForwarding': '1.2', May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'QosPolicy': '1.8', May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'SecurityGroup': '1.4', May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'SecurityGroupRule': '1.2', May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'SubPort': '1.0', May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'Subnet': '1.1', May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: 'Trunk': '1.1'}} May 20 19:40:32.018101 dv-cinder-792462-2-smb neutron-server[98302]: {{(pid=98302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:40:32.026824 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:32.030179 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:32.032811 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.051090 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:32.055800 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Usage tracker for resource:security_group_rule and tenant:7c55ee4dea1944999b498fff3bc11277 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:32.059577 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Checking segment: {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:32.060399 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Network hostable DHCP agents. Network: 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:40:32.060565 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:32.068257 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:32.092302 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:40:32.110409 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48) {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:32.121503 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390e6f6e-0c62-4c81-98b3-740cb464f26a None None] Network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:32.125721 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:32.128778 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.134423 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Usage tracker for resource:network and tenant:cc48820ee7ed4998870095a0aed81bfa is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:32.150917 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-376704928-network', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:32.154681 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-86e89676-d986-456e-8a03-55a4e68e7139 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7908254 May 20 19:40:32.164850 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:32.176302 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:32.192955 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:32.206035 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Made reservation on behalf of cc48820ee7ed4998870095a0aed81bfa for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:32.208419 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.218541 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Usage tracker for resource:network and tenant:cc4fb9fc99f44c52a521041c42fde774 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:32.231439 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:32.243154 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:32.246229 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.283378 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.286280 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:32.290686 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Made reservation on behalf of cc4fb9fc99f44c52a521041c42fde774 for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:32.293968 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.307164 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Usage tracker for resource:security_group_rule and tenant:cc48820ee7ed4998870095a0aed81bfa is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:32.312196 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.313286 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:32.316763 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.338173 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:32.342690 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a42cd21a-edf5-45c3-ad80-60888207ef2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:32.362994 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce79d7ec-abec-4f76-87e2-be6ac1f16d95 None None] Network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:32.364014 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:32.377426 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Usage tracker for resource:security_group_rule and tenant:cc4fb9fc99f44c52a521041c42fde774 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:32.386450 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:32.410315 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=98301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:40:32.418036 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:32.434238 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3600c7-0b85-4453-818f-a4c00b6bb7aa,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:32.450527 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:32.463799 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.464418 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Added segment 4593270f-c60e-4b1d-b03b-5e1ee58eb22c of type vlan for network 336a6b4a-87bd-4baf-8b5a-453d704b3cac May 20 19:40:32.522283 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.635593 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.644712 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.646524 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:32.647533 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.656990 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:32.688368 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.732033 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.794000 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.842733 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=98301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:40:32.854618 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Pushing event updated for resources: {'Network': ['ID=336a6b4a-87bd-4baf-8b5a-453d704b3cac,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:32.866072 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:32.868714 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 336a6b4a-87bd-4baf-8b5a-453d704b3cac details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:40:32.871492 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:32.880915 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=98301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:40:32.894803 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2466226 May 20 19:40:32.896818 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.897423 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Added segment 4185d6aa-e633-4b26-a0d7-10d637e78818 of type vlan for network 4fd580fa-8747-45e2-8a5c-27dd0102a58b May 20 19:40:32.899639 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57274) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:32.908501 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Request body: {'subnet': {'network_id': '336a6b4a-87bd-4baf-8b5a-453d704b3cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1278668003-subnet', 'tenant_id': '7c55ee4dea1944999b498fff3bc11277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:32.928844 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:32.929690 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Added segment f183d72c-25ac-4426-a20c-a3e24ddba443 of type vlan for network 26cdcf99-2fab-4488-a9aa-e77a77be14bd May 20 19:40:32.936569 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:32.949328 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Usage tracker for resource:subnet and tenant:7c55ee4dea1944999b498fff3bc11277 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:32.954335 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:32.970449 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:32.999206 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Made reservation on behalf of 7c55ee4dea1944999b498fff3bc11277 for: {'subnet': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:33.004121 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c135b93f-6d29-458a-8076-afc4a1933cdc,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:33.007386 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:33.068417 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:33.162693 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb38b49-f7a5-445f-9a4e-518d69358a9c,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:33.180622 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:33.187936 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:33.197628 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:33.197923 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:33.284588 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:33.286273 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:33.288422 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:33.289662 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:33.297486 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:33.333397 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:33.334161 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:33.405592 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6788609 May 20 19:40:33.407047 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57290) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:33.425613 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6984506 May 20 19:40:33.443878 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Request body: {'subnet': {'network_id': '26cdcf99-2fab-4488-a9aa-e77a77be14bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-823383052-subnet', 'tenant_id': 'cc48820ee7ed4998870095a0aed81bfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:33.466313 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:33.482205 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Usage tracker for resource:subnet and tenant:cc48820ee7ed4998870095a0aed81bfa is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:33.489512 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57294) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:33.489841 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57298) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:33.491181 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:33.510488 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Request body: {'subnet': {'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-376704928-subnet', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:33.526460 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:33.529935 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:33.535261 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Pushing event updated for resources: {'Network': ['ID=4fd580fa-8747-45e2-8a5c-27dd0102a58b,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:33.549844 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 4fd580fa-8747-45e2-8a5c-27dd0102a58b details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:40:33.593762 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Made reservation on behalf of cc48820ee7ed4998870095a0aed81bfa for: {'subnet': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:33.601906 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:33.749945 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Pushing event updated for resources: {'Network': ['ID=26cdcf99-2fab-4488-a9aa-e77a77be14bd,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:33.756148 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:33.757431 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Usage tracker for resource:subnet and tenant:cc4fb9fc99f44c52a521041c42fde774 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:33.764834 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 26cdcf99-2fab-4488-a9aa-e77a77be14bd details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:40:33.777045 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:33.777340 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:33.778465 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:33.786970 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:33.789257 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c055fdeb-2ea2-4e15-9269-58d04dc27e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:33.827050 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-c055fdeb-2ea2-4e15-9269-58d04dc27e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:33.840598 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-c055fdeb-2ea2-4e15-9269-58d04dc27e2d admin admin] Usage tracker for resource:security_group_rule and tenant:ecc2ac225e8245d1af6cb7934c3e7741 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:33.843739 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-c055fdeb-2ea2-4e15-9269-58d04dc27e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:33.851664 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-c055fdeb-2ea2-4e15-9269-58d04dc27e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:33.863139 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Made reservation on behalf of cc4fb9fc99f44c52a521041c42fde774 for: {'subnet': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:33.865931 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.121775 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c055fdeb-2ea2-4e15-9269-58d04dc27e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.141158 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57334) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:34.141929 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c055fdeb-2ea2-4e15-9269-58d04dc27e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.147069 dv-cinder-792462-2-smb neutron-server[98301]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 19:40:34.179222 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-3b215243-123f-47ed-b1cd-ac25c262b233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:34.268670 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286'] for subnet, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.274998 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-9fc1cfa0-9408-4af3-905d-9a027d8835fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:34.344735 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-c055fdeb-2ea2-4e15-9269-58d04dc27e2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecc2ac225e8245d1af6cb7934c3e7741&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8520675 May 20 19:40:34.348940 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055fdeb-2ea2-4e15-9269-58d04dc27e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bd330f-ee9c-483e-8d6d-1c000336f37b,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:34.352548 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c055fdeb-2ea2-4e15-9269-58d04dc27e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:34.362143 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57340) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:34.415308 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12da7c5-f4f5-4944-b4c8-b154d33f4e60,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:34.421704 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:34.432506 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286'] for subnet, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.433352 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Checking segment: {'id': '4593270f-c60e-4b1d-b03b-5e1ee58eb22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '336a6b4a-87bd-4baf-8b5a-453d704b3cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:34.433847 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Network hostable DHCP agents. Network: 336a6b4a-87bd-4baf-8b5a-453d704b3cac, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:40:34.442068 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:34.481084 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-3b13012e-ceda-464e-b8af-1081305cf0d7 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:34.481783 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-3b13012e-ceda-464e-b8af-1081305cf0d7 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Synchronizing usage tracker for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:network {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:40:34.524005 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Network 336a6b4a-87bd-4baf-8b5a-453d704b3cac is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:40:34.571608 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fd3fe2-e323-4b02-bf99-6c27ac9a3b49,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:34.572384 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-3b13012e-ceda-464e-b8af-1081305cf0d7 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Unset dirty status for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:network {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:40:34.579863 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:34.580327 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-3b13012e-ceda-464e-b8af-1081305cf0d7 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 815 time: 0.4370341 May 20 19:40:34.586543 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Checking segment: {'id': 'f183d72c-25ac-4426-a20c-a3e24ddba443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '26cdcf99-2fab-4488-a9aa-e77a77be14bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:34.588494 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Network hostable DHCP agents. Network: 26cdcf99-2fab-4488-a9aa-e77a77be14bd, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:40:34.593740 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 336a6b4a-87bd-4baf-8b5a-453d704b3cac) {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:34.603537 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:34.604150 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8dba28-c174-4f70-bf73-146365e20722 None None] Network 336a6b4a-87bd-4baf-8b5a-453d704b3cac requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:34.604704 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.630294 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Network 26cdcf99-2fab-4488-a9aa-e77a77be14bd is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:40:34.637268 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7353303 May 20 19:40:34.645086 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 26cdcf99-2fab-4488-a9aa-e77a77be14bd) {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:34.652542 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:34.653350 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.666267 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da65df9b-0cf7-447a-a543-e66feb644ee8 None None] Network 26cdcf99-2fab-4488-a9aa-e77a77be14bd requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:34.694685 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-c4c19a0d-3ce6-4d24-8c60-b31d567c9564 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2862811 May 20 19:40:34.695835 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f685-45fe-4911-bd30-80444ea02c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.708458 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-147b84d2-ba19-4f88-bdc4-48bdf43c54b7 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/quotas/e6ca13bd5c364315bc96a57848a221fd HTTP/1.1" status: 200 len: 375 time: 0.1271629 May 20 19:40:34.784256 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-4c024076-b7c2-46f3-9c08-89b205299dca tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747206 May 20 19:40:34.803799 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f685-45fe-4911-bd30-80444ea02c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.948449 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f685-45fe-4911-bd30-80444ea02c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.958581 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765f3a2-86fc-4234-a114-5e494fe77b47 None None] Network 336a6b4a-87bd-4baf-8b5a-453d704b3cac requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:34.961615 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:34.983088 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5f685-45fe-4911-bd30-80444ea02c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bd330f-ee9c-483e-8d6d-1c000336f37b,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:34.985716 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c2f5f685-45fe-4911-bd30-80444ea02c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:34.988814 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286'] for subnet, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:34.996246 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-2b598387-c68d-4406-a7fb-33e1c4ed2c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:35.117104 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f685-45fe-4911-bd30-80444ea02c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:35.118255 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-c2f5f685-45fe-4911-bd30-80444ea02c4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4bd330f-ee9c-483e-8d6d-1c000336f37b HTTP/1.1" status: 204 len: 168 time: 0.7553947 May 20 19:40:35.164086 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7949ae50-1bb2-4488-9a28-3be9e26200c6,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:35.171258 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:35.172464 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Checking segment: {'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:35.173004 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Network hostable DHCP agents. Network: 4fd580fa-8747-45e2-8a5c-27dd0102a58b, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:40:35.203646 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Network 4fd580fa-8747-45e2-8a5c-27dd0102a58b is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:40:35.230432 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 4fd580fa-8747-45e2-8a5c-27dd0102a58b) {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:35.241665 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ee8a6e-f16a-4c69-92b0-2221abe47f23 None None] Network 4fd580fa-8747-45e2-8a5c-27dd0102a58b requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:35.252402 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:35.253209 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:35.324775 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8338456 May 20 19:40:35.330120 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57394) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:35.336598 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-376704928-router', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:35.342838 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:35.361363 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Usage tracker for resource:router and tenant:cc4fb9fc99f44c52a521041c42fde774 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:35.387980 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:35.397399 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:35.420665 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa3eaeb-6659-4658-bcb2-8a1362cfe2fd None None] Network 26cdcf99-2fab-4488-a9aa-e77a77be14bd requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:35.438508 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3713000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:35.442409 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:35.500562 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:35.624425 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-60dc2541-b0c2-4911-9671-6620d7c2d1c1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:40:35.625476 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-60dc2541-b0c2-4911-9671-6620d7c2d1c1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3925135 May 20 19:40:35.729073 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea2cf86-ce6e-4320-9837-b2d8b99a72a0 None None] Network 4fd580fa-8747-45e2-8a5c-27dd0102a58b requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:36.051064 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57432) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:36.055392 dv-cinder-792462-2-smb neutron-server[98302]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 19:40:36.154450 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57436) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:36.178102 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2062861294-network', 'tenant_id': '5f78258319fe4b95bfe8ed19471fd1aa'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:36.187087 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57440) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:36.222255 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-cf5e0979-611e-4ddf-ab9d-2e542cfad8d4 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:36.224865 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-cf5e0979-611e-4ddf-ab9d-2e542cfad8d4 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/networks?id=26cdcf99-2fab-4488-a9aa-e77a77be14bd HTTP/1.1" status: 200 len: 811 time: 0.1711988 May 20 19:40:36.238659 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:36.243481 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-66028b85-996b-4c83-9e92-cf7421638bb6 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/quotas/cc48820ee7ed4998870095a0aed81bfa HTTP/1.1" status: 200 len: 375 time: 0.0131376 May 20 19:40:36.257183 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3713022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3170'] for router, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:36.285347 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Usage tracker for resource:network and tenant:5f78258319fe4b95bfe8ed19471fd1aa is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:36.294304 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:36.298115 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-c6397705-a73c-4320-a542-87321cee948a tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc48820ee7ed4998870095a0aed81bfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448694 May 20 19:40:36.298366 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a063ae8c-52f8-4a8a-93a8-70fda06c2d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:36.336047 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:36.341571 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-4be13c52-1b34-4549-8fc6-9bc077bee366 service neutron] 10.222.0.44 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7021594 May 20 19:40:36.348163 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-a063ae8c-52f8-4a8a-93a8-70fda06c2d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:36.375751 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-a063ae8c-52f8-4a8a-93a8-70fda06c2d2f admin admin] Usage tracker for resource:security_group_rule and tenant:bafd57c3c9b943389dbf267ac23b4e32 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:36.381579 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-a063ae8c-52f8-4a8a-93a8-70fda06c2d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:36.387960 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Made reservation on behalf of 5f78258319fe4b95bfe8ed19471fd1aa for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:36.390278 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:36.426082 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-a063ae8c-52f8-4a8a-93a8-70fda06c2d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:36.431858 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:36.474377 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-fbcf965a-adc1-4d82-96ae-2ea484652fac service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98302) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:40:36.475365 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-fbcf965a-adc1-4d82-96ae-2ea484652fac service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533512 May 20 19:40:36.512456 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:36.528762 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Usage tracker for resource:security_group_rule and tenant:5f78258319fe4b95bfe8ed19471fd1aa is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:36.533052 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:36.556268 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:36.614727 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-0dbfff9b-3990-43ad-89b6-f52750723f96 service neutron] 10.222.0.44 "GET /v2.0/networks/26cdcf99-2fab-4488-a9aa-e77a77be14bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320941 May 20 19:40:36.658191 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-c1e89342-8d3f-4908-b7c6-274c3f558d37 service neutron] 10.222.0.44 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073058 May 20 19:40:36.747894 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a063ae8c-52f8-4a8a-93a8-70fda06c2d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:36.763871 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a063ae8c-52f8-4a8a-93a8-70fda06c2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:36.770786 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-8f322074-a576-4f79-b2ac-65768f247f75 service neutron] 10.222.0.44 "GET /v2.0/networks/26cdcf99-2fab-4488-a9aa-e77a77be14bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499143 May 20 19:40:36.781393 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:36.932821 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57464) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:36.932961 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-a063ae8c-52f8-4a8a-93a8-70fda06c2d2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bafd57c3c9b943389dbf267ac23b4e32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6960897 May 20 19:40:36.941507 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:36.951877 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063ae8c-52f8-4a8a-93a8-70fda06c2d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5012aed-3017-46f8-9c56-3fcef36319be,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:36.958438 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a063ae8c-52f8-4a8a-93a8-70fda06c2d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:36.960798 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.124990 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6f997f5-6bc3-4edf-aaa4-f83f61b12280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.198441 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6f997f5-6bc3-4edf-aaa4-f83f61b12280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.273372 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:37.378237 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6f997f5-6bc3-4edf-aaa4-f83f61b12280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.407269 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b8ecb8d6-c9d6-4877-a3dc-16076f2848a3 req-9a6d76c9-6dbf-4cd1-b8a7-a4fc99c72e6d tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 210 time: 0.0705557 May 20 19:40:37.414120 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:37.443402 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f997f5-6bc3-4edf-aaa4-f83f61b12280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5012aed-3017-46f8-9c56-3fcef36319be,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:37.454389 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d6f997f5-6bc3-4edf-aaa4-f83f61b12280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:37.469144 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6f997f5-6bc3-4edf-aaa4-f83f61b12280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.475756 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7ea8e376-15de-4453-80b4-6611acf294dd req-f45aba2d-2618-451b-98c2-45af9d3df618 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 210 time: 0.2116015 May 20 19:40:37.480242 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-d6f997f5-6bc3-4edf-aaa4-f83f61b12280 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5012aed-3017-46f8-9c56-3fcef36319be HTTP/1.1" status: 204 len: 168 time: 0.5457327 May 20 19:40:37.506523 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=98301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:40:37.518106 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d78051d-b6c2-44cd-959e-262ad414a7f4,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:37.523577 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:37.539622 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.541534 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Added segment f2b14dee-69cf-4869-b5e0-e251b78e4efb of type vlan for network 796ef1b4-2c02-4697-91f1-9abebc076b62 May 20 19:40:37.555996 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.597384 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57512) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:37.627135 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.737057 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.869372 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.872851 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:37.873496 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.880968 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-edd9a7f3-7728-4141-b5c7-7bef6e09bb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:37.890979 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-18819e68-b634-4aa7-b346-ac2f733791ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:37.930981 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-18819e68-b634-4aa7-b346-ac2f733791ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:37.936262 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-18819e68-b634-4aa7-b346-ac2f733791ad admin admin] Usage tracker for resource:security_group_rule and tenant:6d7a457346fd4014b42e42ae013ece84 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:37.940359 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-18819e68-b634-4aa7-b346-ac2f733791ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:37.948495 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-18819e68-b634-4aa7-b346-ac2f733791ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:37.996179 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Allocated IP 172.28.2.247 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:38.070988 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Pushing event updated for resources: {'Network': ['ID=796ef1b4-2c02-4697-91f1-9abebc076b62,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:38.079722 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:38.081465 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9201846 May 20 19:40:38.085171 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57538) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:38.088470 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 796ef1b4-2c02-4697-91f1-9abebc076b62 details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:40:38.094923 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Request body: {'subnet': {'network_id': '796ef1b4-2c02-4697-91f1-9abebc076b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2062861294-subnet', 'tenant_id': '5f78258319fe4b95bfe8ed19471fd1aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:38.104397 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:38.109215 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Usage tracker for resource:subnet and tenant:5f78258319fe4b95bfe8ed19471fd1aa is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:38.113044 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:38.120389 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:38.201173 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Made reservation on behalf of 5f78258319fe4b95bfe8ed19471fd1aa for: {'subnet': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:38.203640 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:38.340016 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-18819e68-b634-4aa7-b346-ac2f733791ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:38.345647 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-18819e68-b634-4aa7-b346-ac2f733791ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:38.357896 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d6f997f5-6bc3-4edf-aaa4-f83f61b12280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:38.418610 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-18819e68-b634-4aa7-b346-ac2f733791ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d7a457346fd4014b42e42ae013ece84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8107908 May 20 19:40:38.418610 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18819e68-b634-4aa7-b346-ac2f733791ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff096cb-ea8e-45fc-80bf-70c58f1d1cb8,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:38.418610 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57558) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:38.540403 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-18819e68-b634-4aa7-b346-ac2f733791ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:38.610637 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-806d556a-1d8d-4868-9086-6dccf9365acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:38.671068 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:38.698557 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-806d556a-1d8d-4868-9086-6dccf9365acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:38.818808 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-762a066e-7cc7-4bea-b0ab-261ff4d830c1 req-143b21df-649e-4bee-917d-d379cad9e965 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 210 time: 0.1422215 May 20 19:40:38.845415 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e8ae38f2-3159-4533-9820-e090e1e00c46 req-ff16ee14-a7fd-415c-bea4-790b94da26bb tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 210 time: 0.1477656 May 20 19:40:38.950163 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:38.951666 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-806d556a-1d8d-4868-9086-6dccf9365acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:38.957828 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:38.963278 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:38.984667 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d556a-1d8d-4868-9086-6dccf9365acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff096cb-ea8e-45fc-80bf-70c58f1d1cb8,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:38.992582 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-806d556a-1d8d-4868-9086-6dccf9365acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:38.999535 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-806d556a-1d8d-4868-9086-6dccf9365acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:39.000781 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-806d556a-1d8d-4868-9086-6dccf9365acc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ff096cb-ea8e-45fc-80bf-70c58f1d1cb8 HTTP/1.1" status: 204 len: 168 time: 0.5872245 May 20 19:40:39.063791 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:39.070669 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:39.074056 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:39.316793 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Pushing event updated for resources: {'Port': ['ID=85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:39.389012 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:40.018690 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286'] for subnet, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:40.046396 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f6cd6368-4ac7-4720-b9b6-39971e4ae280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:40.217615 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0ca020b1-c85f-4045-8d67-9e61a01dbf02 req-c8e4f7ac-babb-4130-87ff-e4a2f8868938 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 210 time: 0.0581357 May 20 19:40:40.277732 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:40.298559 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.16', 53009) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:40.362734 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a90c70d4-4db6-48cc-bc70-2f59d4c32adb req-7a565a3a-9793-4a7f-bfb0-d0106d206cf5 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 210 time: 0.2466884 May 20 19:40:40.375370 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Checking segment: {'id': 'f2b14dee-69cf-4869-b5e0-e251b78e4efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '796ef1b4-2c02-4697-91f1-9abebc076b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:40.375755 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Network hostable DHCP agents. Network: 796ef1b4-2c02-4697-91f1-9abebc076b62, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:40:40.426937 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82afdefb-83e1-478c-9048-a4b563b42d4f,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:40.429895 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:40.446356 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Network 796ef1b4-2c02-4697-91f1-9abebc076b62 is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:40:40.467016 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 796ef1b4-2c02-4697-91f1-9abebc076b62) {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:40.477168 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fac6174-57fc-4279-bf31-f9740ae8c9aa None None] Network 796ef1b4-2c02-4697-91f1-9abebc076b62 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:40.494577 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:40.495188 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:40.595400 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-2227cce7-2a66-409b-9af7-9dd9676fb76a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:40.596849 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-2227cce7-2a66-409b-9af7-9dd9676fb76a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 815 time: 0.2934971 May 20 19:40:40.652368 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Request body: {'port': {'device_id': '0fa37a14-2162-4f26-991c-6e7197ed2557', 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48', 'admin_state_up': True, 'tenant_id': 'e6ca13bd5c364315bc96a57848a221fd'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:40.744492 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6574728 May 20 19:40:40.885106 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30432e45-205b-4195-a925-2af38a9fd8c6 None None] Network 796ef1b4-2c02-4697-91f1-9abebc076b62 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:40:40.956501 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:40.966933 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Usage tracker for resource:port and tenant:e6ca13bd5c364315bc96a57848a221fd is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:40.973854 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:40.990512 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:41.018160 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.16', 53013) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:41.154308 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57706) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:41.390033 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Made reservation on behalf of e6ca13bd5c364315bc96a57848a221fd for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:41.394650 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:41.413344 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d4dcaef5-1d75-476c-83bc-202b08cbb82b tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:41.415075 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d4dcaef5-1d75-476c-83bc-202b08cbb82b tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.16 "GET /v2.0/networks?id=26cdcf99-2fab-4488-a9aa-e77a77be14bd HTTP/1.1" status: 200 len: 811 time: 0.3912554 May 20 19:40:41.426929 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457923'] for router, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:41.428053 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:40:41.436918 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Request body: {'port': {'device_id': 'f10c75d8-c93d-4d93-a72b-c451827403e3', 'network_id': '26cdcf99-2fab-4488-a9aa-e77a77be14bd', 'admin_state_up': True, 'tenant_id': 'cc48820ee7ed4998870095a0aed81bfa'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:41.579970 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb85b13-d680-4a12-a40e-bb9c1db1bc81 admin admin] Deleting subnet d12da7c5-f4f5-4944-b4c8-b154d33f4e60 {{(pid=98301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:40:41.616238 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8fb85b13-d680-4a12-a40e-bb9c1db1bc81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:41.714745 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Allocated IP 172.20.0.11 (6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48/82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e/25fdc674-5f19-4a4a-9567-cfe468f8d671) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:41.983796 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8fb85b13-d680-4a12-a40e-bb9c1db1bc81 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:41.999541 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8fb85b13-d680-4a12-a40e-bb9c1db1bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.077587 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b0dac92f-2eb3-43ef-a501-7d4767bd704e req-7140d87c-52c1-4ad2-acc1-a37783c1182a tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 210 time: 0.0849302 May 20 19:40:42.088280 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.292001 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:42.301525 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Usage tracker for resource:port and tenant:cc48820ee7ed4998870095a0aed81bfa is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:42.302875 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:42.309418 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:42.316365 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.326852 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:42.394944 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Made reservation on behalf of cc48820ee7ed4998870095a0aed81bfa for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:42.402533 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.493226 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:42.508677 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:42.532943 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:42.550938 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:42.554577 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.662299 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Pushing event updated for resources: {'Port': ['ID=25fdc674-5f19-4a4a-9567-cfe468f8d671,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:42.685978 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:42.784001 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1356194 May 20 19:40:42.857077 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Router fd02bb51-b158-4794-bf64-acae076947d3 is scheduled to L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 with binding_index 1 {{(pid=98301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:40:42.864792 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8fb85b13-d680-4a12-a40e-bb9c1db1bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286'] for subnet, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:42.886650 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6a788073-f743-4850-a7c1-54468a6016e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:42.932112 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442b4fe-7b31-466f-b00e-0a15a85e0f45 req-3b5b47c2-6ce9-4604-8a7b-5d3ff204562f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:42.940402 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e442b4fe-7b31-466f-b00e-0a15a85e0f45 req-3b5b47c2-6ce9-4604-8a7b-5d3ff204562f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 932 time: 0.3363187 May 20 19:40:42.949112 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8fb85b13-d680-4a12-a40e-bb9c1db1bc81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.004940 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Allocated IP 172.20.0.10 (26cdcf99-2fab-4488-a9aa-e77a77be14bd/66fd3fe2-e323-4b02-bf99-6c27ac9a3b49/2951a5a9-61ee-4749-a014-bbc9db9b5b70) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:43.050026 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-8fb85b13-d680-4a12-a40e-bb9c1db1bc81 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d12da7c5-f4f5-4944-b4c8-b154d33f4e60 HTTP/1.1" status: 204 len: 168 time: 1.8921986 May 20 19:40:43.067569 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57796) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:43.075212 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb85b13-d680-4a12-a40e-bb9c1db1bc81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12da7c5-f4f5-4944-b4c8-b154d33f4e60,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:43.077946 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8fb85b13-d680-4a12-a40e-bb9c1db1bc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:43.175081 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-e442b4fe-7b31-466f-b00e-0a15a85e0f45 req-3dbdc1a0-d8be-4eae-9204-291637caca36 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Synchronizing usage tracker for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:40:43.339724 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-a10bb894-8420-4b1e-8bda-cc7a415a368a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98302) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:40:43.340930 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-a10bb894-8420-4b1e-8bda-cc7a415a368a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103447 May 20 19:40:43.406479 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-e442b4fe-7b31-466f-b00e-0a15a85e0f45 req-3dbdc1a0-d8be-4eae-9204-291637caca36 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Unset dirty status for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:40:43.407879 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e442b4fe-7b31-466f-b00e-0a15a85e0f45 req-3dbdc1a0-d8be-4eae-9204-291637caca36 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661570 May 20 19:40:43.455247 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:40:43.464766 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Sync routers for ids ['fd02bb51-b158-4794-bf64-acae076947d3'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:40:43.479938 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Routers {'fd02bb51-b158-4794-bf64-acae076947d3'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:40:43.480615 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:40:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd02bb51-b158-4794-bf64-acae076947d3'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:43.500859 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.526831 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Notify callbacks [] for router, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.528080 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1966758 May 20 19:40:43.532650 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57816) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:43.534651 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.541348 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.556658 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e35d7709-8928-4394-84ca-f97614f8bbc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:43.835371 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.861217 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:43.898164 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:43.900736 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:43.903592 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:43.907692 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > port after_create 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:43.908481 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > port after_delete 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:43.909127 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > port after_update 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:43.909719 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:43.910240 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:43.910740 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:43.911227 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:44.062107 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57828) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:44.107919 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Set router fd02bb51-b158-4794-bf64-acae076947d3 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:40:44.389674 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57834) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:44.417477 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:44.426449 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:44.427159 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:44.427740 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:40:44.430672 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336a6b4a-87bd-4baf-8b5a-453d704b3cac']}} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:44.516722 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4bbfebda-0344-4571-a180-b10478badf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.629358 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Pushing event updated for resources: {'Port': ['ID=2951a5a9-61ee-4749-a014-bbc9db9b5b70,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:44.635441 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.079s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:44.647173 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'name': 'tempest-ServerRescueNegativeTestJSON-376704928-router', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:35Z', 'updated_at': '2021-05-20T19:40:39Z', 'revision_number': 3, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'gw_port': {'id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:37Z', 'updated_at': '2021-05-20T19:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:44.647742 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-4bbfebda-0344-4571-a180-b10478badf49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:44.654038 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Checking router: fd02bb51-b158-4794-bf64-acae076947d3 for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:40:44.654662 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Updating router fd02bb51-b158-4794-bf64-acae076947d3 port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba binding host dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:40:44.665191 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Network 26cdcf99-2fab-4488-a9aa-e77a77be14bd is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:44.671324 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:44.679389 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:44.691816 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:44.692499 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.718683 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4593270f-c60e-4b1d-b03b-5e1ee58eb22c') {'for_net_delete': True} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:44.719367 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4593270f-c60e-4b1d-b03b-5e1ee58eb22c') {} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:44.726272 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.746355 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3168077 May 20 19:40:44.750923 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Request body: {'port': {'device_id': '0fa37a14-2162-4f26-991c-6e7197ed2557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:44.834685 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1755514'] for segment, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:44.906452 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.010051 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.032826 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Request body: {'port': {'device_id': 'f10c75d8-c93d-4d93-a72b-c451827403e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:45.054969 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-4bbfebda-0344-4571-a180-b10478badf49 admin admin] Usage tracker for resource:security_group_rule and tenant:94dafbdf8a5f475f88e43d75d3c433a6 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:45.103648 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.111635 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=98302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:40:45.112029 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797878'] for segment, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.134830 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d764220e-f3b1-4af4-bb4a-441372499bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: from cryptography.utils import int_from_bytes May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: from cryptography.utils import int_from_bytes May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: Traceback (most recent call last): May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: timer() May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: cb(*args, **kw) May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: return func(*args, **kwargs) May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: self._notify() May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: self.callback(batched_events) May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: event.method(event) May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: return f(self, *a, **k) May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: return self._get(url).json() May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: return self.request(url, 'GET', **kwargs) May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:40:45.141554 dv-cinder-792462-2-smb neutron-server[98302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:40:45.164373 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-4bbfebda-0344-4571-a180-b10478badf49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:45.170733 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-4bbfebda-0344-4571-a180-b10478badf49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:45.223781 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff0494-b560-4b42-bfc4-49f3693975f6 req-4dca7bed-a632-45e5-968a-73aed67096ea tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:45.228779 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-2bff0494-b560-4b42-bfc4-49f3693975f6 req-4dca7bed-a632-45e5-968a-73aed67096ea tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Synchronizing usage tracker for tenant:cc48820ee7ed4998870095a0aed81bfa on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:40:45.262230 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-d764220e-f3b1-4af4-bb4a-441372499bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:45.271831 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-d764220e-f3b1-4af4-bb4a-441372499bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:778f38c8222d49d092dfca01ac138d0d is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:45.282598 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-d764220e-f3b1-4af4-bb4a-441372499bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:45.348366 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-d764220e-f3b1-4af4-bb4a-441372499bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:45.504717 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54e10-67a1-455c-b690-43f6e8435c3d req-a21a0212-1a8a-4c03-8948-f7e16f62a4df tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:45.513169 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-49e54e10-67a1-455c-b690-43f6e8435c3d req-a21a0212-1a8a-4c03-8948-f7e16f62a4df tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 932 time: 0.5433197 May 20 19:40:45.566667 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4bbfebda-0344-4571-a180-b10478badf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.630165 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4bbfebda-0344-4571-a180-b10478badf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.659080 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.provisioning_blocks [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Transition to ACTIVE for port object 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba will not be triggered until provisioned by entity L2. {{(pid=98304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:45.682166 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.685009 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:45.701194 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.724316 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:45.761443 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfebda-0344-4571-a180-b10478badf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9088df-cba6-447c-9a6a-9dc1af577353,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:45.806812 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:45.835904 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-49e54e10-67a1-455c-b690-43f6e8435c3d req-01c1e688-9d0b-4ed4-8c54-ffdc682a9c4c tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225021 May 20 19:40:45.862487 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4bbfebda-0344-4571-a180-b10478badf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:45.898472 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.933174 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=336a6b4a-87bd-4baf-8b5a-453d704b3cac,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:45.953473 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:45.982164 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-4bbfebda-0344-4571-a180-b10478badf49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94dafbdf8a5f475f88e43d75d3c433a6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9070365 May 20 19:40:45.988428 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57866) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:46.004261 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:46.081162 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Pushing event updated for resources: {'Port': ['ID=85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba,revision_number=2']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:46.084273 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Attempting to bind port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:40:46.084808 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Attempting to bind port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:40:46.085841 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Attempting to bind port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba on network 30f8c0e8-7295-47a8-a197-8cf663cc81fb {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:40:46.109869 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.110696 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.111216 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.111756 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.112295 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.112765 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.113317 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.113826 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.114321 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.114793 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.115293 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.115777 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Tracked resource versions report: May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: pushed versions: May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: { 'AddressGroup': {'1.2'}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'ConntrackHelper': {'1.0'}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'Log': {'1.0'}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'Network': {'1.1'}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'Port': {'1.7'}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'PortForwarding': {'1.2'}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'QosPolicy': {'1.8'}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'SecurityGroup': {'1.4'}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'SecurityGroupRule': {'1.2'}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'SubPort': {'1.0'}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'Subnet': {'1.1'}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'Trunk': {'1.1'}} May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: consumer versions: May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: { DHCP agent@dv-cinder-792462-2-smb: {}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: HyperV agent@hv-cinder-79246: {}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: L3 agent@dv-cinder-792462-2-smb: {}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: Metadata agent@dv-cinder-792462-2-smb: {}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: Metering agent@dv-cinder-792462-2-smb: {}, May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: Open vSwitch agent@dv-cinder-792462-2-smb: { 'AddressGroup': '1.2', May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'ConntrackHelper': '1.0', May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'Log': '1.0', May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'Network': '1.1', May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'Port': '1.7', May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'PortForwarding': '1.2', May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'QosPolicy': '1.8', May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'SecurityGroup': '1.4', May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'SecurityGroupRule': '1.2', May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'SubPort': '1.0', May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'Subnet': '1.1', May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: 'Trunk': '1.1'}} May 20 19:40:46.117117 dv-cinder-792462-2-smb neutron-server[98304]: {{(pid=98304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:40:46.123628 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:40:46.124454 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Checking segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:46.125110 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.125718 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Bound using segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:40:46.126443 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Bound port: 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:40:46.127052 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.176677 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.192364 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:46.213184 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d764220e-f3b1-4af4-bb4a-441372499bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.249965 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d764220e-f3b1-4af4-bb4a-441372499bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.390046 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] 10.222.0.44 "DELETE /v2.0/networks/336a6b4a-87bd-4baf-8b5a-453d704b3cac HTTP/1.1" status: 204 len: 168 time: 3.3213370 May 20 19:40:46.407251 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:46.411224 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] For port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:40:46.413919 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-2bff0494-b560-4b42-bfc4-49f3693975f6 req-4dca7bed-a632-45e5-968a-73aed67096ea tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Unset dirty status for tenant:cc48820ee7ed4998870095a0aed81bfa on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:40:46.419125 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] For port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:40:46.425443 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.426605 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2bff0494-b560-4b42-bfc4-49f3693975f6 req-4dca7bed-a632-45e5-968a-73aed67096ea tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 932 time: 1.9345977 May 20 19:40:46.446939 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-d764220e-f3b1-4af4-bb4a-441372499bc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=778f38c8222d49d092dfca01ac138d0d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0532401 May 20 19:40:46.447355 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-ad79101f-c44d-4d96-8530-6756d253d20c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:46.473336 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57872) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:46.473779 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57874) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:46.687622 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-552eda84-dc89-4097-b6f2-4329412f345b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:46.707538 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2bff0494-b560-4b42-bfc4-49f3693975f6 req-d4271f5b-fccf-4651-9ad6-6e48077c52d5 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789428 May 20 19:40:46.782254 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Pushing event updated for resources: {'Port': ['ID=85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba,revision_number=3']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:46.782876 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764220e-f3b1-4af4-bb4a-441372499bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733ab7c0-7278-401f-8181-f43c982be735,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:46.784294 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_v2 [None req-811a66c0-c219-4f82-a2d8-b674f6a345f8 admin admin] Deleting subnet 82afdefb-83e1-478c-9048-a4b563b42d4f {{(pid=98302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:40:46.800188 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:46.820582 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d764220e-f3b1-4af4-bb4a-441372499bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:46.830451 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.db.resource_extend [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 19:40:46.848615 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Routers {'fd02bb51-b158-4794-bf64-acae076947d3'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:40:46.849691 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:40:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd02bb51-b158-4794-bf64-acae076947d3'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:46.861280 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-811a66c0-c219-4f82-a2d8-b674f6a345f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.109181 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-552eda84-dc89-4097-b6f2-4329412f345b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.289495 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-50d3ac9a-2e51-4537-ae4d-b9dc639e94bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.461162 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-811a66c0-c219-4f82-a2d8-b674f6a345f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1755509'] for subnet, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.507951 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a46733c5-4a30-4b67-a451-07b49f918d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.527476 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fdc674-5f19-4a4a-9567-cfe468f8d671 {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:40:47.527848 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-552eda84-dc89-4097-b6f2-4329412f345b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.555400 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] Set router fd02bb51-b158-4794-bf64-acae076947d3 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:40:47.603554 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d764220e-f3b1-4af4-bb4a-441372499bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:47.636033 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.648156 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552eda84-dc89-4097-b6f2-4329412f345b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9088df-cba6-447c-9a6a-9dc1af577353,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:47.668577 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-552eda84-dc89-4097-b6f2-4329412f345b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:47.692358 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a46733c5-4a30-4b67-a451-07b49f918d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.727185 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Transition to ACTIVE for port object 25fdc674-5f19-4a4a-9567-cfe468f8d671 will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:47.742180 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-811a66c0-c219-4f82-a2d8-b674f6a345f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.750936 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Allocated IP 172.20.0.1 (4fd580fa-8747-45e2-8a5c-27dd0102a58b/7949ae50-1bb2-4488-9a28-3be9e26200c6/08ec475f-0c81-49b2-b0cc-70cab917f41c) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:40:47.779633 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.815430 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-552eda84-dc89-4097-b6f2-4329412f345b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:47.824861 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:47.829215 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-552eda84-dc89-4097-b6f2-4329412f345b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c9088df-cba6-447c-9a6a-9dc1af577353 HTTP/1.1" status: 204 len: 168 time: 1.6900635 May 20 19:40:48.022836 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57902) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:48.187856 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1249ab-6055-4df7-ba92-850d0db555b8 req-164ef104-29dd-43a3-9012-f5e662d85b4b tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:48.195866 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6c1249ab-6055-4df7-ba92-850d0db555b8 req-164ef104-29dd-43a3-9012-f5e662d85b4b tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 932 time: 0.6780000 May 20 19:40:48.311464 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Pushing event updated for resources: {'Port': ['ID=25fdc674-5f19-4a4a-9567-cfe468f8d671,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:48.349664 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:48.420536 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.db.resource_extend [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 19:40:48.539950 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6c1249ab-6055-4df7-ba92-850d0db555b8 req-b42becbc-1911-49b6-b443-a3032a27ad11 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792496 May 20 19:40:48.577248 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'name': 'tempest-ServerRescueNegativeTestJSON-376704928-router', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:35Z', 'updated_at': '2021-05-20T19:40:39Z', 'revision_number': 3, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'gw_port': {'id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:37Z', 'updated_at': '2021-05-20T19:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:48.581956 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec4d5d-059c-4fe6-b43d-06cc8e3c8ec7 None None] The sync data for ids ['fd02bb51-b158-4794-bf64-acae076947d3'] in dv-cinder-792462-2-smb is: [{'id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'name': 'tempest-ServerRescueNegativeTestJSON-376704928-router', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:35Z', 'updated_at': '2021-05-20T19:40:39Z', 'revision_number': 3, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'gw_port': {'id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:37Z', 'updated_at': '2021-05-20T19:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:40:48.605177 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:48.635306 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a46733c5-4a30-4b67-a451-07b49f918d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:48.712468 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:48.732828 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:48.794044 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:48.819785 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Attempting to bind port 25fdc674-5f19-4a4a-9567-cfe468f8d671 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:40:48.820286 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Attempting to bind port 25fdc674-5f19-4a4a-9567-cfe468f8d671 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:40:48.820613 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Attempting to bind port 25fdc674-5f19-4a4a-9567-cfe468f8d671 on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:40:48.833591 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e65511-0ecc-4578-9d3a-7feeb9a7ffa5 req-7f913b7e-0784-4c3f-b078-3526d6721bb2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:48.840386 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e9e65511-0ecc-4578-9d3a-7feeb9a7ffa5 req-7f913b7e-0784-4c3f-b078-3526d6721bb2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 932 time: 0.6574373 May 20 19:40:48.904320 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Pushing event updated for resources: {'Port': ['ID=08ec475f-0c81-49b2-b0cc-70cab917f41c,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:48.907586 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:48.924425 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Network 4fd580fa-8747-45e2-8a5c-27dd0102a58b is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:48.925444 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46733c5-4a30-4b67-a451-07b49f918d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733ab7c0-7278-401f-8181-f43c982be735,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:48.927463 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:48.942395 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:40:48.943483 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711962'] for router_interface, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:48.988275 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a46733c5-4a30-4b67-a451-07b49f918d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:48.990734 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a46733c5-4a30-4b67-a451-07b49f918d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:48.994463 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-a46733c5-4a30-4b67-a451-07b49f918d4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/733ab7c0-7278-401f-8181-f43c982be735 HTTP/1.1" status: 204 len: 168 time: 2.5116661 May 20 19:40:48.996137 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Port 25fdc674-5f19-4a4a-9567-cfe468f8d671 on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:40:48.996459 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Attempting to bind port 25fdc674-5f19-4a4a-9567-cfe468f8d671 on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:40:49.016981 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2951a5a9-61ee-4749-a014-bbc9db9b5b70 {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:40:49.052507 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-91edb407-46d7-4135-82af-338e901bc503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.093677 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.133351 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-91edb407-46d7-4135-82af-338e901bc503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:49.134142 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e9e65511-0ecc-4578-9d3a-7feeb9a7ffa5 req-fb26d877-e00a-4a3c-b1ce-98765128364f tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928233 May 20 19:40:49.135289 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:40:49.135818 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Checking segment: {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:49.136670 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Bound using segment: {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:40:49.137287 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Bound port: 25fdc674-5f19-4a4a-9567-cfe468f8d671, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:40:49.137784 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.166504 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-91edb407-46d7-4135-82af-338e901bc503 admin admin] Usage tracker for resource:security_group_rule and tenant:03bf5cae5d5d4f2692b08499a2d06722 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:49.186761 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-91edb407-46d7-4135-82af-338e901bc503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:49.201753 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-91edb407-46d7-4135-82af-338e901bc503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:49.316749 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Transition to ACTIVE for port object 2951a5a9-61ee-4749-a014-bbc9db9b5b70 will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:49.406129 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.646357 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.672544 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] For port 25fdc674-5f19-4a4a-9567-cfe468f8d671, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:40:49.685050 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] For port 25fdc674-5f19-4a4a-9567-cfe468f8d671, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=25fdc674-5f19-4a4a-9567-cfe468f8d671,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:40:49.698237 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-91edb407-46d7-4135-82af-338e901bc503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.729590 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-91edb407-46d7-4135-82af-338e901bc503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.773250 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d6e53f09-3b0f-4a38-b9ad-c65e6ee75f21 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:49.890285 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-003155ed-1f9d-457a-83fb-31155a94a350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:49.912940 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.024642 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a063ae8c-52f8-4a8a-93a8-70fda06c2d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:50.057758 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57946) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:50.097852 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-811a66c0-c219-4f82-a2d8-b674f6a345f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605225'] for subnet, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.107294 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.179558 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-076cb10a-c2bd-4c64-a7ad-1844792a5ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.202616 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:40:50.216616 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-91edb407-46d7-4135-82af-338e901bc503 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03bf5cae5d5d4f2692b08499a2d06722&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1215444 May 20 19:40:50.220599 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57954) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:50.274075 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edb407-46d7-4135-82af-338e901bc503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516b798b-a900-41c8-83e7-b302ba552bab,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:50.286107 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-076cb10a-c2bd-4c64-a7ad-1844792a5ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:50.292963 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-076cb10a-c2bd-4c64-a7ad-1844792a5ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:40c69cfdc9e644759bca9c47239c03a3 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:50.301771 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-076cb10a-c2bd-4c64-a7ad-1844792a5ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:50.316848 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-91edb407-46d7-4135-82af-338e901bc503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:50.320669 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-076cb10a-c2bd-4c64-a7ad-1844792a5ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:50.365369 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:40:50.384527 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:50.384902 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.388338 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:50.396478 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.398307 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] 10.222.0.16 "PUT /v2.0/ports/25fdc674-5f19-4a4a-9567-cfe468f8d671 HTTP/1.1" status: 200 len: 1094 time: 5.9270961 May 20 19:40:50.414120 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2951a5a9-61ee-4749-a014-bbc9db9b5b70,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:50.417210 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa37a14-2162-4f26-991c-6e7197ed2557', 'tag': '25fdc674-5f19-4a4a-9567-cfe468f8d671'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:40:50.443436 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:50.452615 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:50.500485 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0a29d-4ad3-4ed6-ad8e-570c923ee25b req-de9b55b1-5692-43d4-b6e1-249aecad29dc tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:50.510208 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5af0a29d-4ad3-4ed6-ad8e-570c923ee25b req-de9b55b1-5692-43d4-b6e1-249aecad29dc tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 944 time: 0.5793996 May 20 19:40:50.593309 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.613752 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:40:50.619702 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a66c0-c219-4f82-a2d8-b674f6a345f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82afdefb-83e1-478c-9048-a4b563b42d4f,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:50.621720 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.628188 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-e7c30745-aa10-4d92-a95f-983da1969e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:50.650157 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5af0a29d-4ad3-4ed6-ad8e-570c923ee25b req-91d586c0-bd8a-468e-b1fa-ee55f8ea1cb2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377158 May 20 19:40:50.705729 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-811a66c0-c219-4f82-a2d8-b674f6a345f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:50.710790 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.475s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:50.768976 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:50.778045 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-076cb10a-c2bd-4c64-a7ad-1844792a5ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.794155 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.795742 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.796132 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.796474 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.797981 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.798319 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.798648 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.798969 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.799294 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.799634 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.800439 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.800538 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Tracked resource versions report: May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: pushed versions: May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: { 'AddressGroup': {'1.2'}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'ConntrackHelper': {'1.0'}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'Log': {'1.0'}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'Network': {'1.1'}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'Port': {'1.7'}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'PortForwarding': {'1.2'}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'QosPolicy': {'1.8'}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'SecurityGroup': {'1.4'}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'SecurityGroupRule': {'1.2'}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'SubPort': {'1.0'}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'Subnet': {'1.1'}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'Trunk': {'1.1'}} May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: consumer versions: May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: { DHCP agent@dv-cinder-792462-2-smb: {}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: HyperV agent@hv-cinder-79246: {}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: L3 agent@dv-cinder-792462-2-smb: {}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: Metadata agent@dv-cinder-792462-2-smb: {}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: Metering agent@dv-cinder-792462-2-smb: {}, May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: Open vSwitch agent@dv-cinder-792462-2-smb: { 'AddressGroup': '1.2', May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'ConntrackHelper': '1.0', May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'Log': '1.0', May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'Network': '1.1', May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'Port': '1.7', May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'PortForwarding': '1.2', May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'QosPolicy': '1.8', May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'SecurityGroup': '1.4', May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'SecurityGroupRule': '1.2', May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'SubPort': '1.0', May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'Subnet': '1.1', May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: 'Trunk': '1.1'}} May 20 19:40:50.802921 dv-cinder-792462-2-smb neutron-server[98303]: {{(pid=98303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 19:40:50.813409 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:50.882304 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7762f39a-6c7d-47c9-9f91-545090412461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.884225 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.885051 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.887646 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-076cb10a-c2bd-4c64-a7ad-1844792a5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.890032 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-811a66c0-c219-4f82-a2d8-b674f6a345f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.905660 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c055fdeb-2ea2-4e15-9269-58d04dc27e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:50.943164 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-811a66c0-c219-4f82-a2d8-b674f6a345f8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/82afdefb-83e1-478c-9048-a4b563b42d4f HTTP/1.1" status: 204 len: 168 time: 4.4642243 May 20 19:40:50.948934 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 57968) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:50.961256 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.965012 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cb10a-c2bd-4c64-a7ad-1844792a5ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ef613-60ce-4980-90c0-d916e5625ecf,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:50.969919 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-076cb10a-c2bd-4c64-a7ad-1844792a5ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:50.974538 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454753'] for router_interface, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:50.995582 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-16bf5565-4341-43b1-84a8-1f213e35ce38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:51.151629 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.159695 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7762f39a-6c7d-47c9-9f91-545090412461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.176223 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Pushing event updated for resources: {'Port': ['ID=25fdc674-5f19-4a4a-9567-cfe468f8d671,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:51.197387 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Attempting to bind port 2951a5a9-61ee-4749-a014-bbc9db9b5b70 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:40:51.197794 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Attempting to bind port 2951a5a9-61ee-4749-a014-bbc9db9b5b70 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'f183d72c-25ac-4426-a20c-a3e24ddba443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '26cdcf99-2fab-4488-a9aa-e77a77be14bd'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:40:51.198169 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Attempting to bind port 2951a5a9-61ee-4749-a014-bbc9db9b5b70 on network 26cdcf99-2fab-4488-a9aa-e77a77be14bd {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:40:51.200487 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:51.213687 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e3edb-18b7-4fef-a3db-25c32507673a req-8f5e082c-35b4-49aa-b105-989444e2ad8c tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:51.215294 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7d0e3edb-18b7-4fef-a3db-25c32507673a req-8f5e082c-35b4-49aa-b105-989444e2ad8c tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 944 time: 0.8316276 May 20 19:40:51.281153 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Port 2951a5a9-61ee-4749-a014-bbc9db9b5b70 on network 26cdcf99-2fab-4488-a9aa-e77a77be14bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:40:51.281694 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Attempting to bind port 2951a5a9-61ee-4749-a014-bbc9db9b5b70 on network 26cdcf99-2fab-4488-a9aa-e77a77be14bd {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:40:51.328970 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:40:51.329735 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Checking segment: {'id': 'f183d72c-25ac-4426-a20c-a3e24ddba443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '26cdcf99-2fab-4488-a9aa-e77a77be14bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:51.330237 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Bound using segment: {'id': 'f183d72c-25ac-4426-a20c-a3e24ddba443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '26cdcf99-2fab-4488-a9aa-e77a77be14bd'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:40:51.330839 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Bound port: 2951a5a9-61ee-4749-a014-bbc9db9b5b70, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f183d72c-25ac-4426-a20c-a3e24ddba443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '26cdcf99-2fab-4488-a9aa-e77a77be14bd'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:40:51.331263 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.388382 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Network 4fd580fa-8747-45e2-8a5c-27dd0102a58b is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:40:51.393801 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:40:51.421157 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-076cb10a-c2bd-4c64-a7ad-1844792a5ba6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40c69cfdc9e644759bca9c47239c03a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3608513 May 20 19:40:51.427205 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 57980) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:51.513592 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7d0e3edb-18b7-4fef-a3db-25c32507673a req-d0c486ad-6058-4312-bfd2-7098d50bc2ca tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534950 May 20 19:40:51.518037 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.595183 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Pushing event updated for resources: {'Port': ['ID=08ec475f-0c81-49b2-b0cc-70cab917f41c,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:51.598806 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:51.604330 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796ef1b4-2c02-4697-91f1-9abebc076b62']}} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:51.668016 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7762f39a-6c7d-47c9-9f91-545090412461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.695533 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b14dee-69cf-4869-b5e0-e251b78e4efb') {'for_net_delete': True} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:51.704747 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b14dee-69cf-4869-b5e0-e251b78e4efb') {} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:51.725124 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-77145521-89d8-4cff-a7e2-55eb00ae66b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.746359 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1755514'] for segment, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.774262 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.784949 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=98302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:40:51.785898 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797878'] for segment, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: Traceback (most recent call last): May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: timer() May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: cb(*args, **kw) May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: return func(*args, **kwargs) May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: self._notify() May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: self.callback(batched_events) May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: event.method(event) May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: return f(self, *a, **k) May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: return self._get(url).json() May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: return self.request(url, 'GET', **kwargs) May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:40:51.892172 dv-cinder-792462-2-smb neutron-server[98302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:40:51.895004 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-18819e68-b634-4aa7-b346-ac2f733791ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:51.912462 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.936030 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762f39a-6c7d-47c9-9f91-545090412461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516b798b-a900-41c8-83e7-b302ba552bab,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:51.942573 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-7762f39a-6c7d-47c9-9f91-545090412461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:51.945743 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] For port 2951a5a9-61ee-4749-a014-bbc9db9b5b70, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:40:51.956818 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.958898 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/796ef1b4-2c02-4697-91f1-9abebc076b62 HTTP/1.1" status: 204 len: 168 time: 0.9609826 May 20 19:40:51.961070 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-cc31f84f-e121-47a7-b611-d7ce96b1e4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:51.987535 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7762f39a-6c7d-47c9-9f91-545090412461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:51.992842 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-7762f39a-6c7d-47c9-9f91-545090412461 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/516b798b-a900-41c8-83e7-b302ba552bab HTTP/1.1" status: 204 len: 168 time: 1.7399416 May 20 19:40:52.033889 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] For port 2951a5a9-61ee-4749-a014-bbc9db9b5b70, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2951a5a9-61ee-4749-a014-bbc9db9b5b70,segment=NetworkSegment(f183d72c-25ac-4426-a20c-a3e24ddba443),segment_id=f183d72c-25ac-4426-a20c-a3e24ddba443)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:40:52.041618 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=796ef1b4-2c02-4697-91f1-9abebc076b62,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:52.048653 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:52.050576 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa37a14-2162-4f26-991c-6e7197ed2557', 'tag': '25fdc674-5f19-4a4a-9567-cfe468f8d671', 'status': 'completed', 'code': 200} May 20 19:40:52.056858 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:52.062035 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-ce24622f-38e0-4dea-ac31-7662638d4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:52.075824 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-ce24622f-38e0-4dea-ac31-7662638d4db1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 1097 time: 0.5611672 May 20 19:40:52.106508 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:52.157513 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-77145521-89d8-4cff-a7e2-55eb00ae66b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:52.188282 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:52.188854 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:52.190240 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-778d8a86-3397-459d-a636-a255464407e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/2951a5a9-61ee-4749-a014-bbc9db9b5b70 HTTP/1.1" status: 200 len: 1094 time: 7.1844246 May 20 19:40:52.253218 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:40:52.334018 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Router fd02bb51-b158-4794-bf64-acae076947d3 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:40:52.391065 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-4fee8061-499b-4635-a760-c10d92bd5aef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25fdc674-5f19-4a4a-9567-cfe468f8d671 HTTP/1.1" status: 200 len: 217 time: 0.2829053 May 20 19:40:52.456157 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58012) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:52.491896 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:52.549021 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:52.549646 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:52.727830 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-86acd4f6-a4c3-4cfe-a1a9-b493fe0f0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:52.729509 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-86acd4f6-a4c3-4cfe-a1a9-b493fe0f0bbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e HTTP/1.1" status: 200 len: 855 time: 0.0775526 May 20 19:40:52.741867 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2951a5a9-61ee-4749-a014-bbc9db9b5b70,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:52.747109 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:52.770905 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862760f-8f48-4698-92f4-48105ba54b5d req-7250cfb5-c0e1-4d07-81a4-32f85c44d7d7 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:52.772167 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-1862760f-8f48-4698-92f4-48105ba54b5d req-7250cfb5-c0e1-4d07-81a4-32f85c44d7d7 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Synchronizing usage tracker for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:40:52.812506 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-33cc39a9-e12b-4fc5-9fe5-beb164ad4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:52.814276 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-33cc39a9-e12b-4fc5-9fe5-beb164ad4ad6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc48820ee7ed4998870095a0aed81bfa&device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 1097 time: 0.4214721 May 20 19:40:52.830730 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-1862760f-8f48-4698-92f4-48105ba54b5d req-7250cfb5-c0e1-4d07-81a4-32f85c44d7d7 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Unset dirty status for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:40:52.832138 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1862760f-8f48-4698-92f4-48105ba54b5d req-7250cfb5-c0e1-4d07-81a4-32f85c44d7d7 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 944 time: 0.3717735 May 20 19:40:52.927299 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1862760f-8f48-4698-92f4-48105ba54b5d req-2b3c7a34-2412-4b9e-8cd1-41aab709743a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872464 May 20 19:40:52.974808 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58020) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:52.975539 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-d6570df5-eafa-4cea-a2c7-6c858265dfd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c55ee4dea1944999b498fff3bc11277&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3870337 May 20 19:40:53.109203 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e189-e0a9-4e3b-a2b8-0854bb971674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.152907 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-77145521-89d8-4cff-a7e2-55eb00ae66b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.173139 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4bbfebda-0344-4571-a180-b10478badf49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:53.185582 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e189-e0a9-4e3b-a2b8-0854bb971674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.197386 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77145521-89d8-4cff-a7e2-55eb00ae66b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ef613-60ce-4980-90c0-d916e5625ecf,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:53.199886 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-77145521-89d8-4cff-a7e2-55eb00ae66b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:53.212326 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:40:53.224104 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Sync routers for ids ['fd02bb51-b158-4794-bf64-acae076947d3'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:40:53.231555 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-77145521-89d8-4cff-a7e2-55eb00ae66b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.232842 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-77145521-89d8-4cff-a7e2-55eb00ae66b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f25ef613-60ce-4980-90c0-d916e5625ecf HTTP/1.1" status: 204 len: 168 time: 1.6328385 May 20 19:40:53.244832 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] 10.222.0.44 "PUT /v2.0/routers/fd02bb51-b158-4794-bf64-acae076947d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7029254 May 20 19:40:53.280206 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a22f42-2c50-480f-ae9f-62bb3297b63a req-b81c9c4d-7943-41df-ad81-47f960cec97f tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:53.282012 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Routers {'fd02bb51-b158-4794-bf64-acae076947d3'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:40:53.283678 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:40:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd02bb51-b158-4794-bf64-acae076947d3'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:53.285517 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d7a22f42-2c50-480f-ae9f-62bb3297b63a req-b81c9c4d-7943-41df-ad81-47f960cec97f tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 944 time: 0.3743989 May 20 19:40:53.356520 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e189-e0a9-4e3b-a2b8-0854bb971674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.361329 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-806d556a-1d8d-4868-9086-6dccf9365acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:53.372241 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-d7a22f42-2c50-480f-ae9f-62bb3297b63a req-10ab5ed9-8e80-40da-9d6f-ea26028299b6 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Synchronizing usage tracker for tenant:cc48820ee7ed4998870095a0aed81bfa on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:40:53.390066 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4e189-e0a9-4e3b-a2b8-0854bb971674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3600c7-0b85-4453-818f-a4c00b6bb7aa,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:53.395584 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e6c4e189-e0a9-4e3b-a2b8-0854bb971674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:53.412651 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-d7a22f42-2c50-480f-ae9f-62bb3297b63a req-10ab5ed9-8e80-40da-9d6f-ea26028299b6 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Unset dirty status for tenant:cc48820ee7ed4998870095a0aed81bfa on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:40:53.414346 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d7a22f42-2c50-480f-ae9f-62bb3297b63a req-10ab5ed9-8e80-40da-9d6f-ea26028299b6 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248951 May 20 19:40:53.433216 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e189-e0a9-4e3b-a2b8-0854bb971674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:53.439180 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-e6c4e189-e0a9-4e3b-a2b8-0854bb971674 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b3600c7-0b85-4453-818f-a4c00b6bb7aa HTTP/1.1" status: 204 len: 168 time: 0.4629817 May 20 19:40:53.614200 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Set router fd02bb51-b158-4794-bf64-acae076947d3 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:40:53.904026 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-f548f9ff-0c6b-4475-a14c-350ded71fc58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2951a5a9-61ee-4749-a014-bbc9db9b5b70 HTTP/1.1" status: 200 len: 217 time: 0.2320027 May 20 19:40:53.999790 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-9a0b6b3f-2407-4b66-8bcd-c0f3fb3e91c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3287919 May 20 19:40:54.053327 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10c75d8-c93d-4d93-a72b-c451827403e3', 'tag': '2951a5a9-61ee-4749-a014-bbc9db9b5b70'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:40:54.081848 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-7c48c405-3815-4749-8b3a-0e2f29b8ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:54.084883 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-7c48c405-3815-4749-8b3a-0e2f29b8ce17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66fd3fe2-e323-4b02-bf99-6c27ac9a3b49 HTTP/1.1" status: 200 len: 851 time: 0.1628563 May 20 19:40:54.283243 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'name': 'tempest-ServerRescueNegativeTestJSON-376704928-router', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:35Z', 'updated_at': '2021-05-20T19:40:49Z', 'revision_number': 4, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'gw_port': {'id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:37Z', 'updated_at': '2021-05-20T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '08ec475f-0c81-49b2-b0cc-70cab917f41c', 'name': '', 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'mac_address': 'fa:16:3e:f4:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7949ae50-1bb2-4488-9a28-3be9e26200c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:46Z', 'updated_at': '2021-05-20T19:40:50Z', 'revision_number': 2, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'subnets': [{'id': '7949ae50-1bb2-4488-9a28-3be9e26200c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:54.288558 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Checking router: fd02bb51-b158-4794-bf64-acae076947d3 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:40:54.289577 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Updating router fd02bb51-b158-4794-bf64-acae076947d3 port 08ec475f-0c81-49b2-b0cc-70cab917f41c binding host dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:40:54.364343 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-8ac2668f-6b23-4c59-abf9-1132702b774b service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918398 May 20 19:40:54.382951 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.418740 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10c75d8-c93d-4d93-a72b-c451827403e3', 'tag': '2951a5a9-61ee-4749-a014-bbc9db9b5b70', 'status': 'completed', 'code': 200} May 20 19:40:54.421063 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-12445689-49c2-4d36-ab99-2a14a2ef83ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26cdcf99-2fab-4488-a9aa-e77a77be14bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980686 May 20 19:40:54.474994 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a499-9962-4144-9418-2b099e647867 req-2a55aaff-8571-4203-a447-33e158f9113a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:54.476601 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-07c1a499-9962-4144-9418-2b099e647867 req-2a55aaff-8571-4203-a447-33e158f9113a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 944 time: 0.2547419 May 20 19:40:54.546487 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-07c1a499-9962-4144-9418-2b099e647867 req-8389fdd6-e97b-483b-81f4-ce716c31be68 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620525 May 20 19:40:54.554194 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58094) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:54.669133 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-9c116cd0-d65b-4d39-9f97-e212c4232608 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f78258319fe4b95bfe8ed19471fd1aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1128643 May 20 19:40:54.670988 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58102) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:54.844663 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b71801d0-4476-401d-9e43-670a8ca6401a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.897504 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b71801d0-4476-401d-9e43-670a8ca6401a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.928216 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4071d-6637-4c0c-9094-72a779b3b00a req-c89e6991-1495-4ba6-97cd-648e6ff9ab45 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:54.930063 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-aca4071d-6637-4c0c-9094-72a779b3b00a req-c89e6991-1495-4ba6-97cd-648e6ff9ab45 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 944 time: 0.2045579 May 20 19:40:54.968822 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Notify callbacks [] for port, precommit_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:54.985549 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Transition to ACTIVE for port object 08ec475f-0c81-49b2-b0cc-70cab917f41c will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:40:54.995368 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:55.005440 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:55.026263 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-aca4071d-6637-4c0c-9094-72a779b3b00a req-ab14c75f-1be5-479a-a500-80eaf2d068bf tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880334 May 20 19:40:55.060848 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b71801d0-4476-401d-9e43-670a8ca6401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:55.065622 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:55.079821 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71801d0-4476-401d-9e43-670a8ca6401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d78051d-b6c2-44cd-959e-262ad414a7f4,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:55.087490 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b71801d0-4476-401d-9e43-670a8ca6401a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:55.088400 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b71801d0-4476-401d-9e43-670a8ca6401a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:55.089589 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-b71801d0-4476-401d-9e43-670a8ca6401a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d78051d-b6c2-44cd-959e-262ad414a7f4 HTTP/1.1" status: 204 len: 168 time: 0.4175756 May 20 19:40:55.196892 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4c0b3-7804-4378-9959-c58d4b1d3a75 None None] Pushing event updated for resources: {'Port': ['ID=08ec475f-0c81-49b2-b0cc-70cab917f41c,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:55.238345 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-9fe4c0b3-7804-4378-9959-c58d4b1d3a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:55.268805 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Attempting to bind port 08ec475f-0c81-49b2-b0cc-70cab917f41c on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:40:55.269783 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Attempting to bind port 08ec475f-0c81-49b2-b0cc-70cab917f41c by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:40:55.270465 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Attempting to bind port 08ec475f-0c81-49b2-b0cc-70cab917f41c on network 4fd580fa-8747-45e2-8a5c-27dd0102a58b {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:40:55.278530 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58124) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:55.286057 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:40:55.286577 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Checking segment: {'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:40:55.287259 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:55.288099 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Bound using segment: {'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:40:55.288520 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Bound port: 08ec475f-0c81-49b2-b0cc-70cab917f41c, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:40:55.288982 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:55.445434 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] For port 08ec475f-0c81-49b2-b0cc-70cab917f41c, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:40:55.448733 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] For port 08ec475f-0c81-49b2-b0cc-70cab917f41c, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=08ec475f-0c81-49b2-b0cc-70cab917f41c,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:40:55.455932 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:55.463419 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:55.548656 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Routers {'fd02bb51-b158-4794-bf64-acae076947d3'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:40:55.549328 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:40:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd02bb51-b158-4794-bf64-acae076947d3'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:55.634018 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4c0b3-7804-4378-9959-c58d4b1d3a75 None None] Pushing event updated for resources: {'Port': ['ID=08ec475f-0c81-49b2-b0cc-70cab917f41c,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:55.639259 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-9fe4c0b3-7804-4378-9959-c58d4b1d3a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:55.668893 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-298be1fd-2b1e-4c17-a779-2217b2e56a26 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:55.670470 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-298be1fd-2b1e-4c17-a779-2217b2e56a26 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Synchronizing usage tracker for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:network {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:40:55.693702 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-298be1fd-2b1e-4c17-a779-2217b2e56a26 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Unset dirty status for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:network {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:40:55.704394 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-298be1fd-2b1e-4c17-a779-2217b2e56a26 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 818 time: 0.3489573 May 20 19:40:55.726057 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-01bd1d67-8786-4753-845c-d7621e254805 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/quotas/cc4fb9fc99f44c52a521041c42fde774 HTTP/1.1" status: 200 len: 375 time: 0.0202286 May 20 19:40:55.857598 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f44f21a2-0cf8-4d14-b822-dc281c604657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:55.878140 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d7a03ec9-da9a-4bb7-871c-90e67956fc89 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Synchronizing usage tracker for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:40:55.891465 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] Set router fd02bb51-b158-4794-bf64-acae076947d3 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:40:55.908683 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d7a03ec9-da9a-4bb7-871c-90e67956fc89 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Unset dirty status for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:40:55.910187 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d7a03ec9-da9a-4bb7-871c-90e67956fc89 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1830800 May 20 19:40:55.917440 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-f44f21a2-0cf8-4d14-b822-dc281c604657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:55.931090 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-f44f21a2-0cf8-4d14-b822-dc281c604657 admin admin] Usage tracker for resource:security_group_rule and tenant:6706a7a91fd54b6b8a8bed2c6732ed3a is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:40:55.936336 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-f44f21a2-0cf8-4d14-b822-dc281c604657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:40:55.948234 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-f44f21a2-0cf8-4d14-b822-dc281c604657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:56.110075 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-98f504b8-b433-4216-82e8-ddc3739c6779 service neutron] 10.222.0.44 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906099 May 20 19:40:56.133229 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b916413-d4e1-4cbf-ae81-fb67b0663bc3 req-d7bf1395-7cb5-4e5e-807d-113a6f0659bb tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:56.141088 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0b916413-d4e1-4cbf-ae81-fb67b0663bc3 req-d7bf1395-7cb5-4e5e-807d-113a6f0659bb tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 944 time: 0.4222233 May 20 19:40:56.383579 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0b916413-d4e1-4cbf-ae81-fb67b0663bc3 req-65d3e75c-79f8-4f46-bd3d-ec72c9db1ee2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409129 May 20 19:40:56.430265 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-2be6b940-0f9a-428a-b0f7-ed97c3bbb61c service neutron] 10.222.0.44 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118539 May 20 19:40:56.433100 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'name': 'tempest-ServerRescueNegativeTestJSON-376704928-router', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:35Z', 'updated_at': '2021-05-20T19:40:49Z', 'revision_number': 4, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'gw_port': {'id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:37Z', 'updated_at': '2021-05-20T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '08ec475f-0c81-49b2-b0cc-70cab917f41c', 'name': '', 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'mac_address': 'fa:16:3e:f4:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7949ae50-1bb2-4488-9a28-3be9e26200c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:46Z', 'updated_at': '2021-05-20T19:40:55Z', 'revision_number': 4, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'subnets': [{'id': '7949ae50-1bb2-4488-9a28-3be9e26200c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:40:56.445805 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21978bbb-b0c7-4bfa-8579-697b16eec7ab None None] The sync data for ids ['fd02bb51-b158-4794-bf64-acae076947d3'] in dv-cinder-792462-2-smb is: [{'id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'name': 'tempest-ServerRescueNegativeTestJSON-376704928-router', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:35Z', 'updated_at': '2021-05-20T19:40:49Z', 'revision_number': 4, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'gw_port': {'id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:37Z', 'updated_at': '2021-05-20T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '08ec475f-0c81-49b2-b0cc-70cab917f41c', 'name': '', 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'mac_address': 'fa:16:3e:f4:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7949ae50-1bb2-4488-9a28-3be9e26200c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:46Z', 'updated_at': '2021-05-20T19:40:55Z', 'revision_number': 4, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'subnets': [{'id': '7949ae50-1bb2-4488-9a28-3be9e26200c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:40:56.458356 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-1c2092f9-d450-42a1-b7d1-7d0c87a56f5d service neutron] 10.222.0.16 "GET /v2.0/networks/26cdcf99-2fab-4488-a9aa-e77a77be14bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356439 May 20 19:40:56.474054 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de2652a-fa74-4ffc-a3eb-2d88d5017bab req-15288000-64ba-48f2-bbb8-2e8a41d42295 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524291 May 20 19:40:56.650088 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f44f21a2-0cf8-4d14-b822-dc281c604657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:56.735161 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a2244c9a-5023-4f88-b7c4-58a600883401 req-183402ae-ff58-43d2-b547-4a59e5f11dae tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 210 time: 0.0596058 May 20 19:40:56.743382 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f44f21a2-0cf8-4d14-b822-dc281c604657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.070658 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e6c4e189-e0a9-4e3b-a2b8-0854bb971674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:57.092271 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-f44f21a2-0cf8-4d14-b822-dc281c604657 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6706a7a91fd54b6b8a8bed2c6732ed3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8125923 May 20 19:40:57.095537 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58198) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:57.162163 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f21a2-0cf8-4d14-b822-dc281c604657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075f425a-abaa-4f28-8d98-3c8621f4ace6,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:57.171930 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f44f21a2-0cf8-4d14-b822-dc281c604657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:57.173978 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4009f6a4-b261-4c4e-af04-94df24cdd119 req-aedf13ec-3b8e-42fa-ba5e-91a5e7936162 service neutron] 10.222.0.16 "GET /v2.0/networks/26cdcf99-2fab-4488-a9aa-e77a77be14bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023897 May 20 19:40:57.221519 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c3b6f-a06f-40fb-9b5d-59704cf43ffa req-46e35bc3-ac5e-4dd4-97cd-0ecf2f485ef1 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:57.223368 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8a2c3b6f-a06f-40fb-9b5d-59704cf43ffa req-46e35bc3-ac5e-4dd4-97cd-0ecf2f485ef1 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 944 time: 0.5805016 May 20 19:40:57.235362 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9394d-35ee-4895-abdb-5b05b12bd069 req-863a7eeb-57d4-41ea-a3c6-c0d0e6d33f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:57.237294 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-72d9394d-35ee-4895-abdb-5b05b12bd069 req-863a7eeb-57d4-41ea-a3c6-c0d0e6d33f18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 1097 time: 0.6723611 May 20 19:40:57.330319 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-63b735a4-2192-4667-85c8-b393f9e7fd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.482690 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-63b735a4-2192-4667-85c8-b393f9e7fd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.572457 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8a2c3b6f-a06f-40fb-9b5d-59704cf43ffa req-6a5eed84-ecd7-47b6-9bf7-83ff4dd52fb7 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392820 May 20 19:40:57.609540 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-539a2cd3-bdc5-4a96-9ca0-e315caac48cb tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:57.617812 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-539a2cd3-bdc5-4a96-9ca0-e315caac48cb tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 818 time: 0.3420489 May 20 19:40:57.641888 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-3127085c-64a8-4f71-8e78-f8769864ef2b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/quotas/cc4fb9fc99f44c52a521041c42fde774 HTTP/1.1" status: 200 len: 375 time: 0.0228903 May 20 19:40:57.695025 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1598fea-402b-4579-9a27-3d81060c6dfa req-e86ad450-8b97-4cc1-9565-663c135069c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:57.696993 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d1598fea-402b-4579-9a27-3d81060c6dfa req-e86ad450-8b97-4cc1-9565-663c135069c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc48820ee7ed4998870095a0aed81bfa&device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 1097 time: 0.4243228 May 20 19:40:57.760542 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9394d-35ee-4895-abdb-5b05b12bd069 req-684667c7-6374-4e43-bbcd-be5f157cbc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:57.765113 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-72d9394d-35ee-4895-abdb-5b05b12bd069 req-684667c7-6374-4e43-bbcd-be5f157cbc6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 916 time: 0.4934888 May 20 19:40:57.772868 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-63b735a4-2192-4667-85c8-b393f9e7fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.793564 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-77145521-89d8-4cff-a7e2-55eb00ae66b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:57.828392 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b735a4-2192-4667-85c8-b393f9e7fd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075f425a-abaa-4f28-8d98-3c8621f4ace6,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:57.834701 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-63b735a4-2192-4667-85c8-b393f9e7fd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:57.865759 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-13db6b6a-060e-4dbc-81b0-87205b784dce tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2229652 May 20 19:40:57.895577 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-63b735a4-2192-4667-85c8-b393f9e7fd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:57.895577 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-63b735a4-2192-4667-85c8-b393f9e7fd50 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/075f425a-abaa-4f28-8d98-3c8621f4ace6 HTTP/1.1" status: 204 len: 168 time: 0.7974219 May 20 19:40:58.042433 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-72d9394d-35ee-4895-abdb-5b05b12bd069 req-ffe1647c-21a8-488b-85ca-2ddaed623487 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25fdc674-5f19-4a4a-9567-cfe468f8d671 HTTP/1.1" status: 200 len: 217 time: 0.2679152 May 20 19:40:58.143714 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-241c6697-5a84-46e5-b2dc-5c7940795dd3 service neutron] 10.222.0.44 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770030 May 20 19:40:58.148743 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 08ec475f-0c81-49b2-b0cc-70cab917f41c up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:40:58.262016 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9394d-35ee-4895-abdb-5b05b12bd069 req-6fcf20cc-a099-4de6-b922-e99be4c3578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:58.273006 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-72d9394d-35ee-4895-abdb-5b05b12bd069 req-6fcf20cc-a099-4de6-b922-e99be4c3578f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e HTTP/1.1" status: 200 len: 855 time: 0.2220769 May 20 19:40:58.349378 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 08ec475f-0c81-49b2-b0cc-70cab917f41c completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:40:58.356138 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 08ec475f-0c81-49b2-b0cc-70cab917f41c triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:40:58.356680 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.390030 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1598fea-402b-4579-9a27-3d81060c6dfa req-00f165e8-2910-4380-b17e-347e42e12341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:58.391392 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d1598fea-402b-4579-9a27-3d81060c6dfa req-00f165e8-2910-4380-b17e-347e42e12341 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26cdcf99-2fab-4488-a9aa-e77a77be14bd HTTP/1.1" status: 200 len: 912 time: 0.6865830 May 20 19:40:58.422422 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54205a-a106-445b-8498-c40e457004d1 req-10365cc3-6bb8-49e7-b76a-7c5429584f9d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:58.423920 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6a54205a-a106-445b-8498-c40e457004d1 req-10365cc3-6bb8-49e7-b76a-7c5429584f9d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 944 time: 0.5085359 May 20 19:40:58.427375 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-72d9394d-35ee-4895-abdb-5b05b12bd069 req-4d6cfcfa-56b8-4336-8ca8-d314ce06d398 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406031 May 20 19:40:58.435452 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.16', 53044) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:40:58.536797 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-509411c8-786e-4790-ace0-cee6ede1b82e service neutron] 10.222.0.44 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921037 May 20 19:40:58.611267 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d1598fea-402b-4579-9a27-3d81060c6dfa req-5c359b4f-f5fe-4b33-b429-16a798c95078 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2951a5a9-61ee-4749-a014-bbc9db9b5b70 HTTP/1.1" status: 200 len: 217 time: 0.1861706 May 20 19:40:58.667448 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.700924 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6a54205a-a106-445b-8498-c40e457004d1 req-2eddb077-2a6f-4fbf-9363-f4bb37f62f90 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832917 May 20 19:40:58.753291 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 08ec475f-0c81-49b2-b0cc-70cab917f41c, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=08ec475f-0c81-49b2-b0cc-70cab917f41c,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:40:58.768692 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:58.773589 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:40:58.801242 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1598fea-402b-4579-9a27-3d81060c6dfa req-c94007a2-b0dc-412a-b644-f18b0d255afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:58.802851 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d1598fea-402b-4579-9a27-3d81060c6dfa req-c94007a2-b0dc-412a-b644-f18b0d255afc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66fd3fe2-e323-4b02-bf99-6c27ac9a3b49 HTTP/1.1" status: 200 len: 851 time: 0.1792536 May 20 19:40:58.908709 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d1598fea-402b-4579-9a27-3d81060c6dfa req-24885ce6-1e74-4b0d-bf32-541dbba10706 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26cdcf99-2fab-4488-a9aa-e77a77be14bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898883 May 20 19:40:58.941116 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=08ec475f-0c81-49b2-b0cc-70cab917f41c,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:40:58.950392 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:40:58.980735 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-72d9394d-35ee-4895-abdb-5b05b12bd069 req-e2db2347-4dd5-4d60-8a33-f012a87a2258 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609177 May 20 19:40:59.017908 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-e6f76e6a-766d-4157-8cc2-f077e0f21793 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:59.019449 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-e6f76e6a-766d-4157-8cc2-f077e0f21793 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.16 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 818 time: 0.5827188 May 20 19:40:59.106045 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5dbd60ce-7a4d-4746-9afa-f57399a7536b req-ecf47d07-318b-4cba-88f8-62dda21f9473 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 210 time: 0.0730813 May 20 19:40:59.112136 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Request body: {'port': {'device_id': '5bd73339-7e9f-4a7c-a87b-4c3ca361dfde', 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b', 'admin_state_up': True, 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:40:59.396437 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:40:59.413445 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:40:59.428126 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Made reservation on behalf of cc4fb9fc99f44c52a521041c42fde774 for: {'port': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:40:59.434426 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:40:59.571984 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b828075-438d-44b5-8f77-91dc654a05a0 req-ffc8ad1f-9fa7-463e-987b-7f0d1cde28b6 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:40:59.574034 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9b828075-438d-44b5-8f77-91dc654a05a0 req-ffc8ad1f-9fa7-463e-987b-7f0d1cde28b6 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 944 time: 0.2719259 May 20 19:40:59.579061 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d1598fea-402b-4579-9a27-3d81060c6dfa req-468db421-f8fe-402a-92fd-93577e5a8f9c service neutron] 10.222.0.16 "GET /v2.0/networks/26cdcf99-2fab-4488-a9aa-e77a77be14bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6615613 May 20 19:40:59.598269 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-72d9394d-35ee-4895-abdb-5b05b12bd069 req-f31ae5a3-44f0-4539-b276-8413f66ee39e service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917358 May 20 19:40:59.745853 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9b828075-438d-44b5-8f77-91dc654a05a0 req-bb00b07d-19a3-4fcb-9350-344a60c320c5 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541896 May 20 19:40:59.813743 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Allocated IP 172.20.0.8 (4fd580fa-8747-45e2-8a5c-27dd0102a58b/7949ae50-1bb2-4488-9a28-3be9e26200c6/967970ad-9535-45c6-85aa-915d4660b023) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:00.111166 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d1598fea-402b-4579-9a27-3d81060c6dfa req-45878a44-a1b5-4f2f-a4ac-7af7f288ac63 service neutron] 10.222.0.16 "GET /v2.0/networks/26cdcf99-2fab-4488-a9aa-e77a77be14bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094745 May 20 19:41:00.167365 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 08ec475f-0c81-49b2-b0cc-70cab917f41c up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:00.382644 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 08ec475f-0c81-49b2-b0cc-70cab917f41c triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:00.383022 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:00.392764 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61773e79-109e-42ba-a46f-00a6dddd2a49 req-596a8c07-07cb-4b61-9dcd-ba0d55dae7c0 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:00.396534 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-61773e79-109e-42ba-a46f-00a6dddd2a49 req-596a8c07-07cb-4b61-9dcd-ba0d55dae7c0 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 944 time: 0.3731539 May 20 19:41:00.488546 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ffd8596d-9511-4534-ab74-3d8cbb3805dd req-2035e97f-d671-4bea-9584-741da174c2c0 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 210 time: 0.1081367 May 20 19:41:00.518858 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-61773e79-109e-42ba-a46f-00a6dddd2a49 req-6a9d8903-3671-409c-a41b-4f7717fa68fc tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874152 May 20 19:41:00.562344 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:00.602837 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:00.610317 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:00.703225 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Network 4fd580fa-8747-45e2-8a5c-27dd0102a58b is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:00.704477 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:00.708809 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:00.714813 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:00.715378 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:00.741848 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Pushing event updated for resources: {'Port': ['ID=967970ad-9535-45c6-85aa-915d4660b023,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:00.746665 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:00.759072 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6511285 May 20 19:41:00.773803 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Request body: {'port': {'device_id': '5bd73339-7e9f-4a7c-a87b-4c3ca361dfde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:00.949329 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:01.037149 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1f0b7ce8-bca2-4eef-8086-769721d58df4 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:01.038600 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1f0b7ce8-bca2-4eef-8086-769721d58df4 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.16 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 818 time: 0.2343752 May 20 19:41:01.055875 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Request body: {'port': {'device_id': '7c7ed510-9c48-494b-ae9d-e47f5f69d545', 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b', 'admin_state_up': True, 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:01.109676 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3904b8f-017b-4537-92b5-872ba87fc21f req-61135f93-8878-4465-80d4-d1167a09e34d tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:01.111262 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b3904b8f-017b-4537-92b5-872ba87fc21f req-61135f93-8878-4465-80d4-d1167a09e34d tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 944 time: 0.1686268 May 20 19:41:01.256532 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b3904b8f-017b-4537-92b5-872ba87fc21f req-58888a51-edcb-4ab4-935b-ca364a1547bf tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907342 May 20 19:41:01.265881 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:01.270388 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Usage tracker for resource:port and tenant:cc4fb9fc99f44c52a521041c42fde774 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:01.273445 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:01.284382 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:01.300363 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Made reservation on behalf of cc4fb9fc99f44c52a521041c42fde774 for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:01.305907 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:01.488549 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967970ad-9535-45c6-85aa-915d4660b023 {{(pid=98301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:01.498833 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:01.515983 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Transition to ACTIVE for port object 967970ad-9535-45c6-85aa-915d4660b023 will not be triggered until provisioned by entity L2. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:01.523939 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:01.528710 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4840e8bd-0384-411b-b2cf-e7ac3af3dee5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:01.622664 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Allocated IP 172.20.0.11 (4fd580fa-8747-45e2-8a5c-27dd0102a58b/7949ae50-1bb2-4488-9a28-3be9e26200c6/cb9ef393-2584-44dd-bfc4-4dbb57d67f9a) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:01.749341 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=967970ad-9535-45c6-85aa-915d4660b023,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:01.759516 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:01.821325 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-20e0681b-3e82-462c-b544-04546cd370bb req-07ebddf2-6c94-4a53-9411-f326777184a4 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Synchronizing usage tracker for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:01.827713 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Attempting to bind port 967970ad-9535-45c6-85aa-915d4660b023 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:01.828094 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Attempting to bind port 967970ad-9535-45c6-85aa-915d4660b023 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:01.828446 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Attempting to bind port 967970ad-9535-45c6-85aa-915d4660b023 on network 4fd580fa-8747-45e2-8a5c-27dd0102a58b {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:01.837567 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Port 967970ad-9535-45c6-85aa-915d4660b023 on network 4fd580fa-8747-45e2-8a5c-27dd0102a58b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:41:01.837929 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Attempting to bind port 967970ad-9535-45c6-85aa-915d4660b023 on network 4fd580fa-8747-45e2-8a5c-27dd0102a58b {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:01.849187 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:01.850690 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Checking segment: {'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:01.850690 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Bound using segment: {'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:01.850690 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Bound port: 967970ad-9535-45c6-85aa-915d4660b023, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'}}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:01.851056 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:01.870268 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-20e0681b-3e82-462c-b544-04546cd370bb req-07ebddf2-6c94-4a53-9411-f326777184a4 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Unset dirty status for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:01.871704 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-20e0681b-3e82-462c-b544-04546cd370bb req-07ebddf2-6c94-4a53-9411-f326777184a4 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 210 time: 0.1059632 May 20 19:41:01.984213 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:01.998291 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad621015-c788-499b-9a10-add4c5f655d5 req-ef17eedf-3d70-495c-97b2-ace43ba812b0 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:02.000615 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ad621015-c788-499b-9a10-add4c5f655d5 req-ef17eedf-3d70-495c-97b2-ace43ba812b0 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 944 time: 0.2470729 May 20 19:41:02.031278 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] For port 967970ad-9535-45c6-85aa-915d4660b023, host hv-cinder-79246, cleared binding levels {{(pid=98301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:02.036689 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] For port 967970ad-9535-45c6-85aa-915d4660b023, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=967970ad-9535-45c6-85aa-915d4660b023,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:02.051524 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.062053 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-cac87d4a-c1e7-4823-b020-66875c1b8239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:02.088886 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ad621015-c788-499b-9a10-add4c5f655d5 req-171fb346-3160-47e2-9f20-d0f3526450ed tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740454 May 20 19:41:02.107554 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.116179 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-38bd81e9-b1a0-4bc3-bef0-caeba421089c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:02.165987 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:02.166606 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.168317 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] 10.222.0.16 "PUT /v2.0/ports/967970ad-9535-45c6-85aa-915d4660b023 HTTP/1.1" status: 200 len: 1093 time: 1.4015012 May 20 19:41:02.168909 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd73339-7e9f-4a7c-a87b-4c3ca361dfde', 'tag': '967970ad-9535-45c6-85aa-915d4660b023'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:02.218095 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Network 4fd580fa-8747-45e2-8a5c-27dd0102a58b is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:02.221366 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:02.228563 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:02.286481 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Pushing event updated for resources: {'Port': ['ID=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:02.311046 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:02.384942 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:02.385909 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.472596 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 2951a5a9-61ee-4749-a014-bbc9db9b5b70 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:41:02.494085 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4436688 May 20 19:41:02.507887 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Request body: {'port': {'device_id': '7c7ed510-9c48-494b-ae9d-e47f5f69d545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:02.608477 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=967970ad-9535-45c6-85aa-915d4660b023,revision_number=3']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:02.689854 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:02.706458 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 2951a5a9-61ee-4749-a014-bbc9db9b5b70, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2951a5a9-61ee-4749-a014-bbc9db9b5b70,segment=NetworkSegment(f183d72c-25ac-4426-a20c-a3e24ddba443),segment_id=f183d72c-25ac-4426-a20c-a3e24ddba443)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:02.746440 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '2951a5a9-61ee-4749-a014-bbc9db9b5b70', 'network_id': '26cdcf99-2fab-4488-a9aa-e77a77be14bd', 'port_id': '2951a5a9-61ee-4749-a014-bbc9db9b5b70', 'mac_address': 'fa:16:3e:94:76:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fd3fe2-e323-4b02-bf99-6c27ac9a3b49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:41:02.766794 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-23550f57-9c83-4738-90ce-fae2943a207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:02.766794 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-23550f57-9c83-4738-90ce-fae2943a207c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 1096 time: 0.5230021 May 20 19:41:02.777938 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33a165-4714-4b3d-b5b2-4280de120ba5 req-163ead48-f53b-429f-94f4-77cf5248fe70 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:02.780517 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.785179 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3c33a165-4714-4b3d-b5b2-4280de120ba5 req-163ead48-f53b-429f-94f4-77cf5248fe70 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 944 time: 0.1971931 May 20 19:41:02.878561 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd73339-7e9f-4a7c-a87b-4c3ca361dfde', 'tag': '967970ad-9535-45c6-85aa-915d4660b023', 'status': 'completed', 'code': 200} May 20 19:41:02.880089 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-2fd2273a-175d-4e10-ab79-5f5ad778b60d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=967970ad-9535-45c6-85aa-915d4660b023 HTTP/1.1" status: 200 len: 217 time: 0.0929077 May 20 19:41:02.922213 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3c33a165-4714-4b3d-b5b2-4280de120ba5 req-d7f6aa80-f176-4205-8c66-871d1e1a9110 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360362 May 20 19:41:02.939558 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:02.977888 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2951a5a9-61ee-4749-a014-bbc9db9b5b70 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:02.983388 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58442) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:03.015118 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-33d6cc25-fde6-4e12-b8f5-9c37ae0d852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:03.019149 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 2951a5a9-61ee-4749-a014-bbc9db9b5b70, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2951a5a9-61ee-4749-a014-bbc9db9b5b70,segment=NetworkSegment(f183d72c-25ac-4426-a20c-a3e24ddba443),segment_id=f183d72c-25ac-4426-a20c-a3e24ddba443)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:03.024434 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-33d6cc25-fde6-4e12-b8f5-9c37ae0d852a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7949ae50-1bb2-4488-9a28-3be9e26200c6 HTTP/1.1" status: 200 len: 858 time: 0.1160946 May 20 19:41:03.033750 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.034973 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 25fdc674-5f19-4a4a-9567-cfe468f8d671 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:41:03.038615 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:03.153397 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-64921d0e-ce97-4972-bc52-9712585ff078 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4fd580fa-8747-45e2-8a5c-27dd0102a58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237154 May 20 19:41:03.191807 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=2951a5a9-61ee-4749-a014-bbc9db9b5b70,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:03.200624 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:03.308838 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 25fdc674-5f19-4a4a-9567-cfe468f8d671, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=25fdc674-5f19-4a4a-9567-cfe468f8d671,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:03.346640 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '25fdc674-5f19-4a4a-9567-cfe468f8d671', 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48', 'port_id': '25fdc674-5f19-4a4a-9567-cfe468f8d671', 'mac_address': 'fa:16:3e:93:e2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:41:03.359545 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517339a-fecf-4464-9c26-b550b927e494 req-54bedd3f-4637-457b-b03f-a36ad9cd5732 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:03.360919 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-4517339a-fecf-4464-9c26-b550b927e494 req-54bedd3f-4637-457b-b03f-a36ad9cd5732 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Synchronizing usage tracker for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:03.399359 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7955bd79-f2b1-49e0-9271-22ee51357a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.428556 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-4517339a-fecf-4464-9c26-b550b927e494 req-54bedd3f-4637-457b-b03f-a36ad9cd5732 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Unset dirty status for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:03.430225 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4517339a-fecf-4464-9c26-b550b927e494 req-54bedd3f-4637-457b-b03f-a36ad9cd5732 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 932 time: 0.3311703 May 20 19:41:03.472407 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-7955bd79-f2b1-49e0-9271-22ee51357a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:03.487937 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.493074 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-7955bd79-f2b1-49e0-9271-22ee51357a43 admin admin] Usage tracker for resource:security_group_rule and tenant:338c0ab0b3f644328ae135bf71245bd6 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:03.499627 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-7955bd79-f2b1-49e0-9271-22ee51357a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:03.510836 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9ef393-2584-44dd-bfc4-4dbb57d67f9a {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:03.511733 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fdc674-5f19-4a4a-9567-cfe468f8d671 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:03.522143 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-7955bd79-f2b1-49e0-9271-22ee51357a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:03.532319 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.533611 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 25fdc674-5f19-4a4a-9567-cfe468f8d671, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=25fdc674-5f19-4a4a-9567-cfe468f8d671,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:03.542640 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.545912 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:03.561757 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-6edcde32-ac22-46de-b622-8ed4d163fc1a service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002464 May 20 19:41:03.564656 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4517339a-fecf-4464-9c26-b550b927e494 req-12639d79-716a-411e-9bd2-9167b095dc8f tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099794 May 20 19:41:03.576272 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Transition to ACTIVE for port object cb9ef393-2584-44dd-bfc4-4dbb57d67f9a will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:03.585493 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.591726 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:03.615840 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58464) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:03.624261 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=25fdc674-5f19-4a4a-9567-cfe468f8d671,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:03.633933 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:03.746633 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7955bd79-f2b1-49e0-9271-22ee51357a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.839741 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7955bd79-f2b1-49e0-9271-22ee51357a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.852598 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:03.861070 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:03.867345 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-63b735a4-2192-4667-85c8-b393f9e7fd50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:03.914064 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b445b-63d3-4f84-b657-6b5747b0816d req-148876f0-b8f7-421b-b6a5-67b91eb94d77 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:03.923852 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['25fdc674-5f19-4a4a-9567-cfe468f8d671'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:03.924657 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-849b445b-63d3-4f84-b657-6b5747b0816d req-148876f0-b8f7-421b-b6a5-67b91eb94d77 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 944 time: 0.4968066 May 20 19:41:03.957908 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955bd79-f2b1-49e0-9271-22ee51357a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cafdff-77f4-4b04-b4f5-9b9d8c1cd03e,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:03.971105 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7955bd79-f2b1-49e0-9271-22ee51357a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:03.973069 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Attempting to bind port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:03.974978 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Attempting to bind port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:03.975403 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Attempting to bind port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a on network 4fd580fa-8747-45e2-8a5c-27dd0102a58b {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:03.976313 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-73bf38b8-f425-4bf7-b536-52dcf2a8a77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:03.989758 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a on network 4fd580fa-8747-45e2-8a5c-27dd0102a58b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:41:03.990421 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Attempting to bind port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a on network 4fd580fa-8747-45e2-8a5c-27dd0102a58b {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:03.998245 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['2951a5a9-61ee-4749-a014-bbc9db9b5b70'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:04.000346 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:04.001003 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Checking segment: {'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:04.003272 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Bound using segment: {'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:04.003935 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Bound port: cb9ef393-2584-44dd-bfc4-4dbb57d67f9a, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4185d6aa-e633-4b26-a0d7-10d637e78818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:04.004547 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.023494 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-73bf38b8-f425-4bf7-b536-52dcf2a8a77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:04.036860 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-849b445b-63d3-4f84-b657-6b5747b0816d req-55248281-11ed-4a5f-8fd3-0f977dc9a114 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112795 May 20 19:41:04.037776 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-73bf38b8-f425-4bf7-b536-52dcf2a8a77d admin admin] Usage tracker for resource:security_group_rule and tenant:035abccfa01d48fda0c0a0c910021ece is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:04.048507 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-7955bd79-f2b1-49e0-9271-22ee51357a43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=338c0ab0b3f644328ae135bf71245bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0638034 May 20 19:41:04.052020 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-73bf38b8-f425-4bf7-b536-52dcf2a8a77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:04.058944 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58486) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:04.087944 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d99bf480-3b7e-4fe6-87b4-1a690087433e req-d2aa5555-c14e-4b33-81fb-9dc2c91d93c7 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020416 May 20 19:41:04.088930 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-73bf38b8-f425-4bf7-b536-52dcf2a8a77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:04.226658 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] For port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:04.232102 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] For port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:04.247267 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.278678 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38aeb0d-8d53-4400-8c58-a76ada7ea5d1 req-ed7e46a8-6d12-41a2-88f7-9b6cea9be447 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:04.292525 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c38aeb0d-8d53-4400-8c58-a76ada7ea5d1 req-ed7e46a8-6d12-41a2-88f7-9b6cea9be447 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 945 time: 0.1590118 May 20 19:41:04.296177 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1239df21-c43e-4b90-afd1-151dd5668ed7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:04.333245 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7de7-709d-4509-8be1-e82a7c1af823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.376873 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7de7-709d-4509-8be1-e82a7c1af823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.381728 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:04.382304 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.384006 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] 10.222.0.16 "PUT /v2.0/ports/cb9ef393-2584-44dd-bfc4-4dbb57d67f9a HTTP/1.1" status: 200 len: 1094 time: 1.8801553 May 20 19:41:04.384505 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7ed510-9c48-494b-ae9d-e47f5f69d545', 'tag': 'cb9ef393-2584-44dd-bfc4-4dbb57d67f9a'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:04.432478 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c38aeb0d-8d53-4400-8c58-a76ada7ea5d1 req-a137bf0f-b923-46eb-8948-223d8b966089 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388712 May 20 19:41:04.481859 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7ed510-9c48-494b-ae9d-e47f5f69d545', 'tag': 'cb9ef393-2584-44dd-bfc4-4dbb57d67f9a', 'status': 'completed', 'code': 200} May 20 19:41:04.487107 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:04.501011 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:04.522753 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eac54-1aa4-45fb-8597-9f75b1296dd2 req-8d1e9723-771d-4bc0-8c2e-1dd6da6abf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:04.524293 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9c5eac54-1aa4-45fb-8597-9f75b1296dd2 req-8d1e9723-771d-4bc0-8c2e-1dd6da6abf0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 1096 time: 0.3475218 May 20 19:41:04.532190 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-73bf38b8-f425-4bf7-b536-52dcf2a8a77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.542083 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-ef8bae5e-dc92-4b8d-b7c7-a51df647d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:04.544100 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-ef8bae5e-dc92-4b8d-b7c7-a51df647d8d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 1097 time: 0.0952277 May 20 19:41:04.554693 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-73bf38b8-f425-4bf7-b536-52dcf2a8a77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.643538 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:04.666893 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-73bf38b8-f425-4bf7-b536-52dcf2a8a77d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=035abccfa01d48fda0c0a0c910021ece&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0447624 May 20 19:41:04.681627 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58516) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:04.681848 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-b7a36a3b-766b-4341-b8d7-f311d414979d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a HTTP/1.1" status: 200 len: 217 time: 0.1306860 May 20 19:41:04.824598 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-3881d380-c716-4c2c-9217-36f46c27f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:04.826111 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-3881d380-c716-4c2c-9217-36f46c27f131 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7949ae50-1bb2-4488-9a28-3be9e26200c6 HTTP/1.1" status: 200 len: 858 time: 0.1354942 May 20 19:41:04.827422 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7de7-709d-4509-8be1-e82a7c1af823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.882688 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-9d18d9d6-e607-4116-8794-1a8e391cc3e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4fd580fa-8747-45e2-8a5c-27dd0102a58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494215 May 20 19:41:04.882825 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf38b8-f425-4bf7-b536-52dcf2a8a77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac28ae63-9952-4380-830e-c7f61645a270,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:04.906124 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-73bf38b8-f425-4bf7-b536-52dcf2a8a77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:04.906670 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:04.936425 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7de7-709d-4509-8be1-e82a7c1af823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:04.938706 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-7c6a7de7-709d-4509-8be1-e82a7c1af823 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2cafdff-77f4-4b04-b4f5-9b9d8c1cd03e HTTP/1.1" status: 204 len: 168 time: 0.8774810 May 20 19:41:04.940594 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a7de7-709d-4509-8be1-e82a7c1af823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cafdff-77f4-4b04-b4f5-9b9d8c1cd03e,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:04.957462 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7c6a7de7-709d-4509-8be1-e82a7c1af823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:04.977843 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eac54-1aa4-45fb-8597-9f75b1296dd2 req-2bfbd42a-8a8d-4161-80a4-93817ad0f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:04.980108 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9c5eac54-1aa4-45fb-8597-9f75b1296dd2 req-2bfbd42a-8a8d-4161-80a4-93817ad0f458 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 919 time: 0.4481237 May 20 19:41:04.990490 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8380a252-4f1f-4cc7-90ba-fc239342d584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.034172 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36c3e3-0a01-4f3f-9397-03ef3d61a765 req-405f3f7a-df28-432f-8dcf-13e8b7fd4e1b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:05.035774 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bf36c3e3-0a01-4f3f-9397-03ef3d61a765 req-405f3f7a-df28-432f-8dcf-13e8b7fd4e1b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 944 time: 0.2625802 May 20 19:41:05.098622 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9c5eac54-1aa4-45fb-8597-9f75b1296dd2 req-00b42c02-4ca1-4177-8f31-54170ad6f54a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=967970ad-9535-45c6-85aa-915d4660b023 HTTP/1.1" status: 200 len: 217 time: 0.1098008 May 20 19:41:05.127738 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-0c882555-647a-45b0-b134-2731a0970c83 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347136 May 20 19:41:05.175227 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bf36c3e3-0a01-4f3f-9397-03ef3d61a765 req-f23fb090-84af-4f29-9adb-835c1f045f94 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301696 May 20 19:41:05.190080 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8380a252-4f1f-4cc7-90ba-fc239342d584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.247824 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58542) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:05.313745 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f23d52df-0ffd-4190-a9ad-9313a05b4b91 req-49eadac4-72c1-4d60-b11b-cc5810aaebf7 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768095 May 20 19:41:05.314116 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eac54-1aa4-45fb-8597-9f75b1296dd2 req-f075259a-5963-488a-858c-b6561bfb49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:05.315595 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9c5eac54-1aa4-45fb-8597-9f75b1296dd2 req-f075259a-5963-488a-858c-b6561bfb49cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7949ae50-1bb2-4488-9a28-3be9e26200c6 HTTP/1.1" status: 200 len: 858 time: 0.2053890 May 20 19:41:05.371901 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9c5eac54-1aa4-45fb-8597-9f75b1296dd2 req-83340c2b-46ff-44e1-9218-3e3d0e47bc17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4fd580fa-8747-45e2-8a5c-27dd0102a58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465043 May 20 19:41:05.425229 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8380a252-4f1f-4cc7-90ba-fc239342d584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.432109 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7955bd79-f2b1-49e0-9271-22ee51357a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:05.439390 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58548) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:05.440198 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3f52689d-0ffa-47b8-9b6e-ab6433307370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.481141 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-480ccfe1-b0e2-4c1e-a685-d8f5c146a1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.495655 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-3f52689d-0ffa-47b8-9b6e-ab6433307370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:05.507764 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-3f52689d-0ffa-47b8-9b6e-ab6433307370 admin admin] Usage tracker for resource:security_group_rule and tenant:80d01cc444cc4e4e8f57dc4859a2c519 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:05.513523 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-3f52689d-0ffa-47b8-9b6e-ab6433307370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:05.517033 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305639e9-4954-4bf9-9393-141c50c1de33 req-2770472c-940f-4fdf-9aa9-d48589507b8d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:05.518502 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-305639e9-4954-4bf9-9393-141c50c1de33 req-2770472c-940f-4fdf-9aa9-d48589507b8d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 945 time: 0.3352146 May 20 19:41:05.521009 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-480ccfe1-b0e2-4c1e-a685-d8f5c146a1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:05.523242 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-3f52689d-0ffa-47b8-9b6e-ab6433307370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:05.529842 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-480ccfe1-b0e2-4c1e-a685-d8f5c146a1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:6300af2ae33a4e2fba7126e938005f58 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:05.535021 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-480ccfe1-b0e2-4c1e-a685-d8f5c146a1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:05.539439 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c181d-9eab-41b2-92b2-97d22bb3abad req-c12144fb-17eb-4cba-aace-51fb0269642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:05.541037 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bf4c181d-9eab-41b2-92b2-97d22bb3abad req-c12144fb-17eb-4cba-aace-51fb0269642b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 1097 time: 0.1777596 May 20 19:41:05.550753 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-480ccfe1-b0e2-4c1e-a685-d8f5c146a1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:05.566263 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380a252-4f1f-4cc7-90ba-fc239342d584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac28ae63-9952-4380-830e-c7f61645a270,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:05.579870 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8380a252-4f1f-4cc7-90ba-fc239342d584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:05.604278 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8380a252-4f1f-4cc7-90ba-fc239342d584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:05.605759 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-8380a252-4f1f-4cc7-90ba-fc239342d584 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac28ae63-9952-4380-830e-c7f61645a270 HTTP/1.1" status: 204 len: 168 time: 0.9181392 May 20 19:41:05.653456 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-305639e9-4954-4bf9-9393-141c50c1de33 req-12b85498-0779-4b29-97a4-02f67cc0272b tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747006 May 20 19:41:05.658984 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9c5eac54-1aa4-45fb-8597-9f75b1296dd2 req-26179379-7764-4249-9b5e-f2fd985ca1ac service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804785 May 20 19:41:05.837838 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9c5eac54-1aa4-45fb-8597-9f75b1296dd2 req-28171c7c-a537-489e-9104-ff04edf316d3 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707542 May 20 19:41:05.888892 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c181d-9eab-41b2-92b2-97d22bb3abad req-0c9091fc-7152-492f-bd3c-388774cea842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:05.890372 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bf4c181d-9eab-41b2-92b2-97d22bb3abad req-0c9091fc-7152-492f-bd3c-388774cea842 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 919 time: 0.3413596 May 20 19:41:06.033616 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c31661-7d44-41a5-bff2-0319ba017848 req-8135d451-89a4-4d60-a88a-bfcf859f49df tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:06.035552 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c6c31661-7d44-41a5-bff2-0319ba017848 req-8135d451-89a4-4d60-a88a-bfcf859f49df tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 945 time: 0.4906962 May 20 19:41:06.049497 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3f52689d-0ffa-47b8-9b6e-ab6433307370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.079120 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bf4c181d-9eab-41b2-92b2-97d22bb3abad req-6f7e6378-bdfa-4a9b-bcd0-1393e7bf4bf4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a HTTP/1.1" status: 200 len: 217 time: 0.1691475 May 20 19:41:06.080041 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3f52689d-0ffa-47b8-9b6e-ab6433307370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.082616 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-480ccfe1-b0e2-4c1e-a685-d8f5c146a1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.110254 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58568) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:06.154481 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ac4054ba-51e5-49e4-a29d-f0289dfc8432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.174339 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-ac4054ba-51e5-49e4-a29d-f0289dfc8432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:06.178343 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-ac4054ba-51e5-49e4-a29d-f0289dfc8432 admin admin] Usage tracker for resource:security_group_rule and tenant:e91c862641054cd4ad66fee8ac6cb248 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:06.182043 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-ac4054ba-51e5-49e4-a29d-f0289dfc8432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:06.182175 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-7762f39a-6c7d-47c9-9f91-545090412461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:06.190913 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-ac4054ba-51e5-49e4-a29d-f0289dfc8432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:06.192841 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-480ccfe1-b0e2-4c1e-a685-d8f5c146a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.322382 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-480ccfe1-b0e2-4c1e-a685-d8f5c146a1f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6300af2ae33a4e2fba7126e938005f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8720665 May 20 19:41:06.331778 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58576) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:06.364535 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-3f52689d-0ffa-47b8-9b6e-ab6433307370 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80d01cc444cc4e4e8f57dc4859a2c519&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1155822 May 20 19:41:06.376754 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58580) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:06.462182 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 2951a5a9-61ee-4749-a014-bbc9db9b5b70 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:06.473172 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ac4054ba-51e5-49e4-a29d-f0289dfc8432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.490204 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ac4054ba-51e5-49e4-a29d-f0289dfc8432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.491148 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52689d-0ffa-47b8-9b6e-ab6433307370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c831d038-6337-471f-b09b-37553951d389,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:06.499584 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:06.501022 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-3f52689d-0ffa-47b8-9b6e-ab6433307370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:06.509110 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a46733c5-4a30-4b67-a451-07b49f918d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:06.525829 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c6c31661-7d44-41a5-bff2-0319ba017848 req-3d721a22-5b7f-4668-ba5f-c52bddaee23d tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686768 May 20 19:41:06.536475 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c181d-9eab-41b2-92b2-97d22bb3abad req-791534aa-5f66-4e22-98fc-d92a67e87f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:06.538366 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bf4c181d-9eab-41b2-92b2-97d22bb3abad req-791534aa-5f66-4e22-98fc-d92a67e87f06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7949ae50-1bb2-4488-9a28-3be9e26200c6 HTTP/1.1" status: 200 len: 858 time: 0.4302242 May 20 19:41:06.539123 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dce32402-9750-4957-8ad1-bc8f96447610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.563096 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-312000a6-b09e-4ebf-ac36-4d11eb289eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.569491 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-ac4054ba-51e5-49e4-a29d-f0289dfc8432 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e91c862641054cd4ad66fee8ac6cb248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577637 May 20 19:41:06.577445 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port 2951a5a9-61ee-4749-a014-bbc9db9b5b70 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:06.580180 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4054ba-51e5-49e4-a29d-f0289dfc8432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23c37e1-13cf-4486-9f45-3546f1b14a42,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:06.584146 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 2951a5a9-61ee-4749-a014-bbc9db9b5b70 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:06.584721 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.587453 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58586) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:06.593310 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ac4054ba-51e5-49e4-a29d-f0289dfc8432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:06.601748 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bf366-4b3b-4f42-941f-d1393ff05bfd req-6e82cfc6-3446-4e93-9174-534a1c84d32b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:06.604510 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0a4bf366-4b3b-4f42-941f-d1393ff05bfd req-6e82cfc6-3446-4e93-9174-534a1c84d32b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 944 time: 0.2920985 May 20 19:41:06.650807 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-312000a6-b09e-4ebf-ac36-4d11eb289eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.747990 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.753791 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bf4c181d-9eab-41b2-92b2-97d22bb3abad req-295323c8-2c92-4f80-a0ef-be7e56830354 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4fd580fa-8747-45e2-8a5c-27dd0102a58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841125 May 20 19:41:06.761082 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-0a4bf366-4b3b-4f42-941f-d1393ff05bfd req-cbc7abdd-90d7-4445-aa18-925319594792 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Synchronizing usage tracker for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:06.766762 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ccfe1-b0e2-4c1e-a685-d8f5c146a1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d519cc4a-db2d-4432-9526-81fede53330a,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:06.775387 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-480ccfe1-b0e2-4c1e-a685-d8f5c146a1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:06.797132 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 2951a5a9-61ee-4749-a014-bbc9db9b5b70, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2951a5a9-61ee-4749-a014-bbc9db9b5b70,segment=NetworkSegment(f183d72c-25ac-4426-a20c-a3e24ddba443),segment_id=f183d72c-25ac-4426-a20c-a3e24ddba443)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:06.798346 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10c75d8-c93d-4d93-a72b-c451827403e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951a5a9-61ee-4749-a014-bbc9db9b5b70'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:06.812450 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7213493c-bfde-47ba-9031-15e0f428610f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.817060 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dce32402-9750-4957-8ad1-bc8f96447610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.894579 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7213493c-bfde-47ba-9031-15e0f428610f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.903931 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-0a4bf366-4b3b-4f42-941f-d1393ff05bfd req-cbc7abdd-90d7-4445-aa18-925319594792 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Unset dirty status for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:06.905025 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.906369 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 25fdc674-5f19-4a4a-9567-cfe468f8d671 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:06.912797 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0a4bf366-4b3b-4f42-941f-d1393ff05bfd req-cbc7abdd-90d7-4445-aa18-925319594792 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914829 May 20 19:41:06.931306 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-312000a6-b09e-4ebf-ac36-4d11eb289eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.938290 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-11c914ea-856c-4fef-9d1b-da8a9f42cd4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:06.939241 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:06.964471 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312000a6-b09e-4ebf-ac36-4d11eb289eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c831d038-6337-471f-b09b-37553951d389,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:06.966689 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-312000a6-b09e-4ebf-ac36-4d11eb289eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:06.976557 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-312000a6-b09e-4ebf-ac36-4d11eb289eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:06.980869 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-312000a6-b09e-4ebf-ac36-4d11eb289eb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c831d038-6337-471f-b09b-37553951d389 HTTP/1.1" status: 204 len: 168 time: 0.5944073 May 20 19:41:07.029210 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7213493c-bfde-47ba-9031-15e0f428610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.036151 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6457cf96-4472-40cb-ba65-641435ed9337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:07.058100 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=2951a5a9-61ee-4749-a014-bbc9db9b5b70,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:07.064129 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213493c-bfde-47ba-9031-15e0f428610f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23c37e1-13cf-4486-9f45-3546f1b14a42,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:07.067908 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:07.073336 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7213493c-bfde-47ba-9031-15e0f428610f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.073494 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-7213493c-bfde-47ba-9031-15e0f428610f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e23c37e1-13cf-4486-9f45-3546f1b14a42 HTTP/1.1" status: 204 len: 168 time: 0.4849291 May 20 19:41:07.074470 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7213493c-bfde-47ba-9031-15e0f428610f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:07.099649 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bf4c181d-9eab-41b2-92b2-97d22bb3abad req-d3e4026b-2cd5-4c36-ba71-9a04f60fc133 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338013 May 20 19:41:07.104625 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dce32402-9750-4957-8ad1-bc8f96447610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.107257 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port 25fdc674-5f19-4a4a-9567-cfe468f8d671 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:07.114872 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 25fdc674-5f19-4a4a-9567-cfe468f8d671 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:07.115257 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.225522 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:07.244619 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d5c79-01cf-4435-90c0-9993168c3d08 req-0eabc5e9-2455-489c-a275-83b09df90194 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:07.246195 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-473d5c79-01cf-4435-90c0-9993168c3d08 req-0eabc5e9-2455-489c-a275-83b09df90194 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 945 time: 0.3454130 May 20 19:41:07.254612 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce32402-9750-4957-8ad1-bc8f96447610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d519cc4a-db2d-4432-9526-81fede53330a,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:07.271577 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-dce32402-9750-4957-8ad1-bc8f96447610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:07.275865 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.307539 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bf4c181d-9eab-41b2-92b2-97d22bb3abad req-b18822dd-bddc-4ba7-a34e-3966f3932a93 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989110 May 20 19:41:07.310307 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dce32402-9750-4957-8ad1-bc8f96447610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.311425 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-dce32402-9750-4957-8ad1-bc8f96447610 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d519cc4a-db2d-4432-9526-81fede53330a HTTP/1.1" status: 204 len: 168 time: 0.9510307 May 20 19:41:07.331385 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 25fdc674-5f19-4a4a-9567-cfe468f8d671, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=25fdc674-5f19-4a4a-9567-cfe468f8d671,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:07.339165 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.343990 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-9fe4c0b3-7804-4378-9959-c58d4b1d3a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:07.354916 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-473d5c79-01cf-4435-90c0-9993168c3d08 req-1a4126d8-e899-4a7b-87d2-5b80c2dc2c06 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924444 May 20 19:41:07.438980 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=25fdc674-5f19-4a4a-9567-cfe468f8d671,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:07.442703 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:07.468696 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58614) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:07.486517 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ae5b1165-5988-4c29-a53a-1b41aecbf96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.502019 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-ae5b1165-5988-4c29-a53a-1b41aecbf96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:07.506132 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-ae5b1165-5988-4c29-a53a-1b41aecbf96c admin admin] Usage tracker for resource:security_group_rule and tenant:53a1e9b7bda644d199f6ce784425bd08 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:07.509711 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-ae5b1165-5988-4c29-a53a-1b41aecbf96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:07.515922 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-ae5b1165-5988-4c29-a53a-1b41aecbf96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:07.627819 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ae5b1165-5988-4c29-a53a-1b41aecbf96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.634104 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ae5b1165-5988-4c29-a53a-1b41aecbf96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.663720 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:07.699476 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58626) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:07.699986 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-ae5b1165-5988-4c29-a53a-1b41aecbf96c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53a1e9b7bda644d199f6ce784425bd08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299860 May 20 19:41:07.701354 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b1165-5988-4c29-a53a-1b41aecbf96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a97ce-78d5-405e-9bc8-2b0e58bfe7d3,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:07.719364 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-ae5b1165-5988-4c29-a53a-1b41aecbf96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:07.784734 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f56ab13e-a0b6-4841-966d-09b177ccd95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.807819 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10c75d8-c93d-4d93-a72b-c451827403e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951a5a9-61ee-4749-a014-bbc9db9b5b70', 'code': 200} May 20 19:41:07.813860 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f56ab13e-a0b6-4841-966d-09b177ccd95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.847264 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dd5e4-d6dd-49ee-8b30-597c520ab2af req-bc4228fe-f53b-4c71-bbc4-4fdf450d4165 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:07.849590 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-df0dd5e4-d6dd-49ee-8b30-597c520ab2af req-bc4228fe-f53b-4c71-bbc4-4fdf450d4165 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 946 time: 0.1228240 May 20 19:41:07.880208 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f56ab13e-a0b6-4841-966d-09b177ccd95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.888775 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8380a252-4f1f-4cc7-90ba-fc239342d584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:07.907700 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f56ab13e-a0b6-4841-966d-09b177ccd95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:07.909282 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-f56ab13e-a0b6-4841-966d-09b177ccd95d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b48a97ce-78d5-405e-9bc8-2b0e58bfe7d3 HTTP/1.1" status: 204 len: 168 time: 0.2084260 May 20 19:41:07.910439 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ab13e-a0b6-4841-966d-09b177ccd95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a97ce-78d5-405e-9bc8-2b0e58bfe7d3,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:07.912830 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f56ab13e-a0b6-4841-966d-09b177ccd95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:07.963359 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-df0dd5e4-d6dd-49ee-8b30-597c520ab2af req-066f6018-f439-4f80-a906-e5673d34bdb2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983276 May 20 19:41:08.203029 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acd51a-2518-4407-9723-764b3c81cfb5 req-b6147490-b834-4601-b37a-d22f34d27828 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:08.204758 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-45acd51a-2518-4407-9723-764b3c81cfb5 req-b6147490-b834-4601-b37a-d22f34d27828 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 944 time: 0.1119463 May 20 19:41:08.224944 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98588725-0034-4c90-a7c8-38cb00fbcc2f req-c9fd3550-fdcb-4de0-b601-ac93287b8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:08.226642 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-98588725-0034-4c90-a7c8-38cb00fbcc2f req-c9fd3550-fdcb-4de0-b601-ac93287b8531 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 1099 time: 0.1067262 May 20 19:41:08.264586 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-98588725-0034-4c90-a7c8-38cb00fbcc2f req-a3f99dd1-e1cb-464d-8bbf-d5b9ce8ca307 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:08.286415 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-98588725-0034-4c90-a7c8-38cb00fbcc2f req-a3f99dd1-e1cb-464d-8bbf-d5b9ce8ca307 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:08.291661 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-98588725-0034-4c90-a7c8-38cb00fbcc2f req-a3f99dd1-e1cb-464d-8bbf-d5b9ce8ca307 service neutron] Usage tracker for resource:security_group_rule and tenant:78b8b09175864bf9818cdd33a7dcde43 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:08.296523 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-98588725-0034-4c90-a7c8-38cb00fbcc2f req-a3f99dd1-e1cb-464d-8bbf-d5b9ce8ca307 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:08.314140 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-98588725-0034-4c90-a7c8-38cb00fbcc2f req-a3f99dd1-e1cb-464d-8bbf-d5b9ce8ca307 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:08.332842 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-45acd51a-2518-4407-9723-764b3c81cfb5 req-0c835424-78e4-4c18-8213-f8c42d9d9f95 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153944 May 20 19:41:08.436327 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58656) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:08.466763 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 967970ad-9535-45c6-85aa-915d4660b023 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:41:08.538759 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-98588725-0034-4c90-a7c8-38cb00fbcc2f req-a3f99dd1-e1cb-464d-8bbf-d5b9ce8ca307 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:08.549495 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-98588725-0034-4c90-a7c8-38cb00fbcc2f req-a3f99dd1-e1cb-464d-8bbf-d5b9ce8ca307 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:08.587328 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b71801d0-4476-401d-9e43-670a8ca6401a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:08.611755 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-98588725-0034-4c90-a7c8-38cb00fbcc2f req-a3f99dd1-e1cb-464d-8bbf-d5b9ce8ca307 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788500 May 20 19:41:08.631730 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f99dd1-e1cb-464d-8bbf-d5b9ce8ca307 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0dc05c-8f1c-4b00-860e-41e8564198bb,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:08.636583 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a3f99dd1-e1cb-464d-8bbf-d5b9ce8ca307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:08.772200 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 967970ad-9535-45c6-85aa-915d4660b023, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=967970ad-9535-45c6-85aa-915d4660b023,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:08.791938 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '967970ad-9535-45c6-85aa-915d4660b023', 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b', 'port_id': '967970ad-9535-45c6-85aa-915d4660b023', 'mac_address': 'fa:16:3e:3f:25:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7949ae50-1bb2-4488-9a28-3be9e26200c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:41:08.853264 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ed50bfd8-1e1b-4feb-b341-20e60e3fa2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:08.858455 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:08.866387 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec8753-6fb7-4ca1-8398-f45913c5e778 req-70331b5d-7143-47a2-a996-2be35fb7cd4d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:08.868308 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7eec8753-6fb7-4ca1-8398-f45913c5e778 req-70331b5d-7143-47a2-a996-2be35fb7cd4d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 946 time: 0.1153195 May 20 19:41:08.879692 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-ed50bfd8-1e1b-4feb-b341-20e60e3fa2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:08.881622 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967970ad-9535-45c6-85aa-915d4660b023 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:08.884038 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-ed50bfd8-1e1b-4feb-b341-20e60e3fa2ed admin admin] Usage tracker for resource:security_group_rule and tenant:7d115312baeb4672ac1d2436b21d0a65 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:08.887160 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-ed50bfd8-1e1b-4feb-b341-20e60e3fa2ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:08.893491 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-ed50bfd8-1e1b-4feb-b341-20e60e3fa2ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:08.902905 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 967970ad-9535-45c6-85aa-915d4660b023, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=967970ad-9535-45c6-85aa-915d4660b023,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:08.937531 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7eec8753-6fb7-4ca1-8398-f45913c5e778 req-a930b7a1-0c0f-46ca-81cd-dc4b888239b1 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599077 May 20 19:41:08.985206 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:08.986441 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cb9ef393-2584-44dd-bfc4-4dbb57d67f9a details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:41:08.990581 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:08.995099 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ed50bfd8-1e1b-4feb-b341-20e60e3fa2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.004159 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ed50bfd8-1e1b-4feb-b341-20e60e3fa2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.059839 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:09.078364 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-ed50bfd8-1e1b-4feb-b341-20e60e3fa2ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d115312baeb4672ac1d2436b21d0a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6401463 May 20 19:41:09.081995 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58678) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:09.109099 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50bfd8-1e1b-4feb-b341-20e60e3fa2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ff92f3-a656-4c89-8083-cc036a09df30,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:09.126635 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ed50bfd8-1e1b-4feb-b341-20e60e3fa2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:09.127704 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=967970ad-9535-45c6-85aa-915d4660b023,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:09.133707 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:09.143997 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:09.153914 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'cb9ef393-2584-44dd-bfc4-4dbb57d67f9a', 'network_id': '4fd580fa-8747-45e2-8a5c-27dd0102a58b', 'port_id': 'cb9ef393-2584-44dd-bfc4-4dbb57d67f9a', 'mac_address': 'fa:16:3e:ed:e8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7949ae50-1bb2-4488-9a28-3be9e26200c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:41:09.250560 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.282932 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9ef393-2584-44dd-bfc4-4dbb57d67f9a {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:09.301419 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-27444b8c-4864-4978-a6d5-629921572880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.311600 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:09.319006 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.322865 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:09.374713 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd8d25-7c22-4373-a4f5-030dba0dc9be req-4b53e2ab-3d4e-4bfe-afbf-c239168cce94 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:09.377679 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a8dd8d25-7c22-4373-a4f5-030dba0dc9be req-4b53e2ab-3d4e-4bfe-afbf-c239168cce94 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 946 time: 0.1544933 May 20 19:41:09.387387 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-27444b8c-4864-4978-a6d5-629921572880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.460943 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:09.479294 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a8dd8d25-7c22-4373-a4f5-030dba0dc9be req-54808bbb-5cc4-4336-9a45-f629d217ab01 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926936 May 20 19:41:09.483570 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:09.534012 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-27444b8c-4864-4978-a6d5-629921572880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.549527 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-480ccfe1-b0e2-4c1e-a685-d8f5c146a1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:09.579495 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27444b8c-4864-4978-a6d5-629921572880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ff92f3-a656-4c89-8083-cc036a09df30,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:09.582310 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-27444b8c-4864-4978-a6d5-629921572880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:09.614545 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-27444b8c-4864-4978-a6d5-629921572880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:09.619990 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-27444b8c-4864-4978-a6d5-629921572880 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46ff92f3-a656-4c89-8083-cc036a09df30 HTTP/1.1" status: 204 len: 168 time: 0.5365603 May 20 19:41:09.735293 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['967970ad-9535-45c6-85aa-915d4660b023'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:09.738081 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29061f21-63e2-4d46-a47d-1f502748ee93 req-2a6e5c6d-39ea-4e4c-acc0-8dc1f74e1786 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:09.747791 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-29061f21-63e2-4d46-a47d-1f502748ee93 req-2a6e5c6d-39ea-4e4c-acc0-8dc1f74e1786 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 945 time: 0.1109958 May 20 19:41:09.815079 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-29061f21-63e2-4d46-a47d-1f502748ee93 req-b77705eb-8b29-4368-a084-9a8cc2d0d1fc tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656784 May 20 19:41:09.821531 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa37a14-2162-4f26-991c-6e7197ed2557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fdc674-5f19-4a4a-9567-cfe468f8d671'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:09.828203 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['cb9ef393-2584-44dd-bfc4-4dbb57d67f9a'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:10.089025 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa37a14-2162-4f26-991c-6e7197ed2557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fdc674-5f19-4a4a-9567-cfe468f8d671', 'code': 200} May 20 19:41:10.419943 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e15d9c-6a30-4641-947a-57b3297b8991 req-180f7815-d74a-44d4-a32c-37dcd0d922e3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:10.422053 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-15e15d9c-6a30-4641-947a-57b3297b8991 req-180f7815-d74a-44d4-a32c-37dcd0d922e3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 946 time: 0.2448168 May 20 19:41:10.428963 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab6120-b57a-4d52-9230-5373942003c4 req-ea0789aa-d191-4056-9e53-f0c00e703ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:10.431453 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-78ab6120-b57a-4d52-9230-5373942003c4 req-ea0789aa-d191-4056-9e53-f0c00e703ffe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 1099 time: 0.1321430 May 20 19:41:10.518422 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-15e15d9c-6a30-4641-947a-57b3297b8991 req-0289c261-0964-4aba-80cd-2a650154cd8d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849597 May 20 19:41:10.522721 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-78ab6120-b57a-4d52-9230-5373942003c4 req-dc286370-f334-4c04-82f6-1ec552ff838a service neutron] Synchronizing usage tracker for tenant:78b8b09175864bf9818cdd33a7dcde43 on resource:security_group {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:10.565869 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-78ab6120-b57a-4d52-9230-5373942003c4 req-dc286370-f334-4c04-82f6-1ec552ff838a service neutron] Unset dirty status for tenant:78b8b09175864bf9818cdd33a7dcde43 on resource:security_group {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:10.567837 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-78ab6120-b57a-4d52-9230-5373942003c4 req-dc286370-f334-4c04-82f6-1ec552ff838a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163902 May 20 19:41:10.668538 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58726) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:10.701537 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a9a8c5e6-5ed1-4f62-b9e3-99b651c666ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.722555 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-a9a8c5e6-5ed1-4f62-b9e3-99b651c666ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:10.728159 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-a9a8c5e6-5ed1-4f62-b9e3-99b651c666ea admin admin] Usage tracker for resource:security_group_rule and tenant:139688f4d4fb450a9f7c76cae7ead490 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:10.732863 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-a9a8c5e6-5ed1-4f62-b9e3-99b651c666ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:10.740631 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-a9a8c5e6-5ed1-4f62-b9e3-99b651c666ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:10.782504 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6d262-a1ba-490e-9502-ae2d0c253b9b req-4413069f-57eb-4801-968d-8ef7964df996 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:10.784818 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3ff6d262-a1ba-490e-9502-ae2d0c253b9b req-4413069f-57eb-4801-968d-8ef7964df996 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 946 time: 0.1329923 May 20 19:41:10.870034 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3ff6d262-a1ba-490e-9502-ae2d0c253b9b req-e9e8bdee-78e1-4d5f-a766-9a9fc6b91264 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749698 May 20 19:41:10.894299 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a9a8c5e6-5ed1-4f62-b9e3-99b651c666ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.911901 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a9a8c5e6-5ed1-4f62-b9e3-99b651c666ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:10.985531 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:11.080623 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8c5e6-5ed1-4f62-b9e3-99b651c666ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7bb58e-8425-4a0f-9361-ea2cf96503b9,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:11.084949 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a9a8c5e6-5ed1-4f62-b9e3-99b651c666ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:11.091774 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58744) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:11.092243 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-a9a8c5e6-5ed1-4f62-b9e3-99b651c666ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=139688f4d4fb450a9f7c76cae7ead490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219913 May 20 19:41:11.217889 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340287bb-5251-47e6-8f1e-661f5311c5ff req-eb2c732d-7450-436f-bfdd-7c1f9c0bc07b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:11.219787 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-340287bb-5251-47e6-8f1e-661f5311c5ff req-eb2c732d-7450-436f-bfdd-7c1f9c0bc07b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 945 time: 0.2359033 May 20 19:41:11.254631 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c9be8343-117c-4248-8c11-4e9242950351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.304634 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c9be8343-117c-4248-8c11-4e9242950351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.319678 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-340287bb-5251-47e6-8f1e-661f5311c5ff req-30cf7549-5db5-41d5-9738-87271446378e tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867801 May 20 19:41:11.391668 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c9be8343-117c-4248-8c11-4e9242950351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.399179 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ed50bfd8-1e1b-4feb-b341-20e60e3fa2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:11.419300 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be8343-117c-4248-8c11-4e9242950351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7bb58e-8425-4a0f-9361-ea2cf96503b9,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:11.423170 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c9be8343-117c-4248-8c11-4e9242950351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:11.434956 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c9be8343-117c-4248-8c11-4e9242950351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:11.436387 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-c9be8343-117c-4248-8c11-4e9242950351 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed7bb58e-8425-4a0f-9361-ea2cf96503b9 HTTP/1.1" status: 204 len: 168 time: 0.3429046 May 20 19:41:11.905125 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a9a48-5f7c-4ac2-9fe4-51418f565c97 req-b5b2bcfe-22cc-477f-b576-20fdd6076c47 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:11.918169 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a56a9a48-5f7c-4ac2-9fe4-51418f565c97 req-b5b2bcfe-22cc-477f-b576-20fdd6076c47 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 946 time: 0.1838760 May 20 19:41:12.000746 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a56a9a48-5f7c-4ac2-9fe4-51418f565c97 req-3c54872a-04e7-4dfe-8341-30a035121744 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815065 May 20 19:41:12.487345 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 967970ad-9535-45c6-85aa-915d4660b023 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:12.586891 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606e16d-03d2-45bd-b48a-850607bf1b6b req-8d83425e-d6ea-4a5c-9075-3174dcce0ba0 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:12.589345 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port 967970ad-9535-45c6-85aa-915d4660b023 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:12.590010 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5606e16d-03d2-45bd-b48a-850607bf1b6b req-8d83425e-d6ea-4a5c-9075-3174dcce0ba0 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 945 time: 0.1417618 May 20 19:41:12.597556 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 967970ad-9535-45c6-85aa-915d4660b023 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:12.598364 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.676675 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5606e16d-03d2-45bd-b48a-850607bf1b6b req-1ab8886b-0b5e-4eac-abc9-7df6f636118b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770531 May 20 19:41:12.789843 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.823860 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd73339-7e9f-4a7c-a87b-4c3ca361dfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967970ad-9535-45c6-85aa-915d4660b023'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:12.859623 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 967970ad-9535-45c6-85aa-915d4660b023, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=967970ad-9535-45c6-85aa-915d4660b023,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:12.865720 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:12.866807 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cb9ef393-2584-44dd-bfc4-4dbb57d67f9a up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:12.900302 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd73339-7e9f-4a7c-a87b-4c3ca361dfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967970ad-9535-45c6-85aa-915d4660b023', 'code': 200} May 20 19:41:12.907249 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:13.055969 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=967970ad-9535-45c6-85aa-915d4660b023,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:13.062377 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:13.063458 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:13.073340 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:13.073895 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:13.268048 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7319a6b-7008-40b5-a939-e2fcff84a252 req-a5533edd-a929-4904-85d3-12173efe5ac9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:13.276997 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a7319a6b-7008-40b5-a939-e2fcff84a252 req-a5533edd-a929-4904-85d3-12173efe5ac9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 946 time: 0.1120691 May 20 19:41:13.348145 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a7319a6b-7008-40b5-a939-e2fcff84a252 req-feb722bd-905b-4905-b03c-f5b4ee519d0d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696187 May 20 19:41:13.386155 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:13.417657 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615c8b1-4635-4464-af5e-eede8b5aa922 req-226cefa5-d9eb-4e9f-9ec6-a55dd4efaf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:13.421615 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e615c8b1-4635-4464-af5e-eede8b5aa922 req-226cefa5-d9eb-4e9f-9ec6-a55dd4efaf93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 1098 time: 0.2846642 May 20 19:41:13.436424 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:13.443401 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:13.446038 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:13.520181 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e615c8b1-4635-4464-af5e-eede8b5aa922 req-2e0a4892-b089-4a54-9f47-40f521bd7b8e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917127 May 20 19:41:13.577541 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:13.585012 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:13.842943 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:13.899290 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d506ff-41ac-4838-8737-f1a7b0bc1f3c req-3258b5b7-773c-472c-9b02-2a8a4a9253bf tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:13.923301 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-16d506ff-41ac-4838-8737-f1a7b0bc1f3c req-3258b5b7-773c-472c-9b02-2a8a4a9253bf tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.1184378 May 20 19:41:13.961331 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58862) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:14.029133 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-16d506ff-41ac-4838-8737-f1a7b0bc1f3c req-0496a10f-1bdb-406e-b113-7216b520c662 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046016 May 20 19:41:14.196569 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b03eba01-f405-4afc-9a22-408cd1210222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.222212 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-b03eba01-f405-4afc-9a22-408cd1210222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:14.226351 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-b03eba01-f405-4afc-9a22-408cd1210222 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf319d37da44bbe8b5e2b652aba9c16 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:14.231524 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-b03eba01-f405-4afc-9a22-408cd1210222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:14.243931 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-b03eba01-f405-4afc-9a22-408cd1210222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:14.412823 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b03eba01-f405-4afc-9a22-408cd1210222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.418252 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b03eba01-f405-4afc-9a22-408cd1210222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.431230 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:14.508449 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-b03eba01-f405-4afc-9a22-408cd1210222 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bf319d37da44bbe8b5e2b652aba9c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417421 May 20 19:41:14.509756 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58888) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:14.534129 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03eba01-f405-4afc-9a22-408cd1210222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4055a99-4dd2-4fd8-a397-7f5b5d1a9fe8,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:14.563176 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b03eba01-f405-4afc-9a22-408cd1210222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:14.624490 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-63e56c2b-a073-4125-a87e-61ad5e3eab21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.666154 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-63e56c2b-a073-4125-a87e-61ad5e3eab21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.758942 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-63e56c2b-a073-4125-a87e-61ad5e3eab21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.764026 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:14.785051 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e56c2b-a073-4125-a87e-61ad5e3eab21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4055a99-4dd2-4fd8-a397-7f5b5d1a9fe8,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:14.800899 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-63e56c2b-a073-4125-a87e-61ad5e3eab21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:14.806820 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-63e56c2b-a073-4125-a87e-61ad5e3eab21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:14.811240 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-63e56c2b-a073-4125-a87e-61ad5e3eab21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4055a99-4dd2-4fd8-a397-7f5b5d1a9fe8 HTTP/1.1" status: 204 len: 168 time: 0.3003006 May 20 19:41:14.901996 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7ed510-9c48-494b-ae9d-e47f5f69d545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9ef393-2584-44dd-bfc4-4dbb57d67f9a'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:14.960374 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7ed510-9c48-494b-ae9d-e47f5f69d545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9ef393-2584-44dd-bfc4-4dbb57d67f9a', 'code': 200} May 20 19:41:15.519836 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47393e4b-bb36-4f05-bbc6-3071191f61a2 req-8e439f42-1b8a-48a9-8593-641ee697862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:15.521619 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47393e4b-bb36-4f05-bbc6-3071191f61a2 req-8e439f42-1b8a-48a9-8593-641ee697862f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 1099 time: 0.2094488 May 20 19:41:15.545491 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad2ed8-fe71-4422-a6bb-de1507d6f88e req-af980e1d-6399-476f-847e-a096bc1c776d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:15.553472 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b6ad2ed8-fe71-4422-a6bb-de1507d6f88e req-af980e1d-6399-476f-847e-a096bc1c776d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.1684961 May 20 19:41:15.611341 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58934) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:15.665516 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dd7e308f-653c-4579-a738-d1b8c06d2180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.688309 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47393e4b-bb36-4f05-bbc6-3071191f61a2 req-4d018c7e-8656-4f86-ab48-eeb12f859302 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320109 May 20 19:41:15.704277 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b6ad2ed8-fe71-4422-a6bb-de1507d6f88e req-44b0de5c-c56d-4d35-b367-68885c94aa61 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495869 May 20 19:41:15.711267 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-dd7e308f-653c-4579-a738-d1b8c06d2180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:15.718166 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-dd7e308f-653c-4579-a738-d1b8c06d2180 admin admin] Usage tracker for resource:security_group_rule and tenant:87f7cd72a67b437f9514746a671c5876 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:15.722154 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-dd7e308f-653c-4579-a738-d1b8c06d2180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:15.730075 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-dd7e308f-653c-4579-a738-d1b8c06d2180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:15.879160 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dd7e308f-653c-4579-a738-d1b8c06d2180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.886710 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dd7e308f-653c-4579-a738-d1b8c06d2180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:15.897010 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:15.959288 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e308f-653c-4579-a738-d1b8c06d2180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bd3bbc-103b-4aa4-a5ba-c2b07caa234c,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:15.973767 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-dd7e308f-653c-4579-a738-d1b8c06d2180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:15.984336 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-dd7e308f-653c-4579-a738-d1b8c06d2180 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87f7cd72a67b437f9514746a671c5876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713593 May 20 19:41:15.986845 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 58946) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:16.130215 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-05fc0557-9d1b-48a1-a94d-9a6de6996f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.191997 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-05fc0557-9d1b-48a1-a94d-9a6de6996f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.269153 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-05fc0557-9d1b-48a1-a94d-9a6de6996f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.279585 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:16.307159 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc0557-9d1b-48a1-a94d-9a6de6996f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bd3bbc-103b-4aa4-a5ba-c2b07caa234c,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:16.310840 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-05fc0557-9d1b-48a1-a94d-9a6de6996f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:16.313803 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-05fc0557-9d1b-48a1-a94d-9a6de6996f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:16.314929 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-05fc0557-9d1b-48a1-a94d-9a6de6996f56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45bd3bbc-103b-4aa4-a5ba-c2b07caa234c HTTP/1.1" status: 204 len: 168 time: 0.3253567 May 20 19:41:16.328379 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 58962) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:16.970496 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7529a579-932f-4aef-996a-0715c9e5141f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.058432 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-7529a579-932f-4aef-996a-0715c9e5141f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:17.076945 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-7529a579-932f-4aef-996a-0715c9e5141f admin admin] Usage tracker for resource:security_group_rule and tenant:5b7f3c92b8c04e35892a8d6a96b083f8 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:17.093492 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-7529a579-932f-4aef-996a-0715c9e5141f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:17.113315 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35d71c-a34f-44d2-8167-d27437e6b78b req-6dbea368-035d-44e4-872c-0c3e45781e6d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:17.116464 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-7529a579-932f-4aef-996a-0715c9e5141f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:17.124948 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9b35d71c-a34f-44d2-8167-d27437e6b78b req-6dbea368-035d-44e4-872c-0c3e45781e6d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.1922643 May 20 19:41:17.236054 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9b35d71c-a34f-44d2-8167-d27437e6b78b req-99b687fa-634f-457c-81db-d13b3bd3303f tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098483 May 20 19:41:17.250413 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-02740f22-4a8b-462c-9ffb-1224f708548a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.300982 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7529a579-932f-4aef-996a-0715c9e5141f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.314816 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7529a579-932f-4aef-996a-0715c9e5141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.362351 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59024) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:17.425233 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:17.464673 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59032) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:17.465666 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-7529a579-932f-4aef-996a-0715c9e5141f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b7f3c92b8c04e35892a8d6a96b083f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1309469 May 20 19:41:17.535187 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529a579-932f-4aef-996a-0715c9e5141f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e1f431-0810-4ac9-9471-726543fc24e3,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:17.543570 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7529a579-932f-4aef-996a-0715c9e5141f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:17.628822 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-607e4904-15d5-4a4b-bacd-b8da71237ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.687127 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-607e4904-15d5-4a4b-bacd-b8da71237ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.812375 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-607e4904-15d5-4a4b-bacd-b8da71237ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.839946 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:17.911663 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0851306c-6849-490f-9524-0ac1c84492a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:17.938007 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e4904-15d5-4a4b-bacd-b8da71237ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e1f431-0810-4ac9-9471-726543fc24e3,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:17.989098 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59054) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:18.002331 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-607e4904-15d5-4a4b-bacd-b8da71237ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:18.003607 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-0851306c-6849-490f-9524-0ac1c84492a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:18.019622 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-0851306c-6849-490f-9524-0ac1c84492a4 admin admin] Usage tracker for resource:security_group_rule and tenant:15dc7734794445b791ef595e84cb80ab is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:18.024321 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-607e4904-15d5-4a4b-bacd-b8da71237ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.025464 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-607e4904-15d5-4a4b-bacd-b8da71237ec7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1e1f431-0810-4ac9-9471-726543fc24e3 HTTP/1.1" status: 204 len: 168 time: 0.5598407 May 20 19:41:18.026792 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-0851306c-6849-490f-9524-0ac1c84492a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:18.052456 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-0851306c-6849-490f-9524-0ac1c84492a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:18.130597 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709de4d1-f72d-4193-a68f-5b5d3c7e215a req-a213a4cd-0af6-4c06-afc5-4f2f23918ae2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:18.141108 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-709de4d1-f72d-4193-a68f-5b5d3c7e215a req-a213a4cd-0af6-4c06-afc5-4f2f23918ae2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 946 time: 0.2077391 May 20 19:41:18.187252 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1631867022-network', 'tenant_id': 'dd365e83075340b28d0280f30bb855f2'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:18.197243 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:18.206278 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Usage tracker for resource:network and tenant:dd365e83075340b28d0280f30bb855f2 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:18.211054 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:18.223057 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:18.236110 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-709de4d1-f72d-4193-a68f-5b5d3c7e215a req-9f68e432-62fa-47c8-b4e7-aa2ad8079302 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937400 May 20 19:41:18.243676 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Made reservation on behalf of dd365e83075340b28d0280f30bb855f2 for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:18.249275 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.285992 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.328860 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0851306c-6849-490f-9524-0ac1c84492a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.330794 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:18.338723 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0851306c-6849-490f-9524-0ac1c84492a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.344053 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Usage tracker for resource:security_group_rule and tenant:dd365e83075340b28d0280f30bb855f2 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:18.347823 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:18.349217 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:18.364993 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:18.384819 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851306c-6849-490f-9524-0ac1c84492a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271586ab-99ab-48b4-a3bd-45069bba907a,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:18.402836 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0851306c-6849-490f-9524-0ac1c84492a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:18.406931 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:41:18.465337 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-0851306c-6849-490f-9524-0ac1c84492a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15dc7734794445b791ef595e84cb80ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1017723 May 20 19:41:18.468950 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59078) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:18.567258 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-fd6875c6-2edb-4281-ba58-9b6eb296897d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.609657 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-fd6875c6-2edb-4281-ba58-9b6eb296897d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.637421 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.649012 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.655908 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c2f5f685-45fe-4911-bd30-80444ea02c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:18.697103 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=98301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:41:18.705536 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca32607-e58f-4f2f-a86c-f64c11ae889b,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:18.710097 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:18.717522 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-fd6875c6-2edb-4281-ba58-9b6eb296897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.718348 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.718907 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Added segment 8336d903-d53c-476d-b554-9c87fb3e1c2c of type vlan for network b0d6daee-d460-45c4-a64d-1db91ba4dd66 May 20 19:41:18.727146 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:18.728050 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dbf65-9a11-4fac-be44-6f0812bee7c3 req-2c7e2359-a495-404c-a5e8-ed2845c75d31 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:18.729597 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d54dbf65-9a11-4fac-be44-6f0812bee7c3 req-2c7e2359-a495-404c-a5e8-ed2845c75d31 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.2288573 May 20 19:41:18.739556 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59100) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:18.747830 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6875c6-2edb-4281-ba58-9b6eb296897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271586ab-99ab-48b4-a3bd-45069bba907a,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:18.758486 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-fd6875c6-2edb-4281-ba58-9b6eb296897d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:18.760109 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-fd6875c6-2edb-4281-ba58-9b6eb296897d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.761977 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-fd6875c6-2edb-4281-ba58-9b6eb296897d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/271586ab-99ab-48b4-a3bd-45069bba907a HTTP/1.1" status: 204 len: 168 time: 0.2886140 May 20 19:41:18.804355 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.808387 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cd02161b-af4c-4554-85a5-ef070b2afda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.843984 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d54dbf65-9a11-4fac-be44-6f0812bee7c3 req-829c2577-2068-42e3-be85-79d1de035ea0 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033974 May 20 19:41:18.845207 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-cd02161b-af4c-4554-85a5-ef070b2afda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:18.851122 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-cd02161b-af4c-4554-85a5-ef070b2afda1 admin admin] Usage tracker for resource:security_group_rule and tenant:d524be085c274b78a37ffee62fb1228d is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:18.855666 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-cd02161b-af4c-4554-85a5-ef070b2afda1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:18.872138 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-cd02161b-af4c-4554-85a5-ef070b2afda1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:18.894112 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.897538 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:18.898207 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:18.906041 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7af5675c-ee0a-43af-9517-a8f0f14a3edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:19.031026 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b0d6daee-d460-45c4-a64d-1db91ba4dd66,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:19.036802 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:19.043649 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network b0d6daee-d460-45c4-a64d-1db91ba4dd66 details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:41:19.063082 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59118) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:19.063317 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0725136 May 20 19:41:19.069367 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Request body: {'subnet': {'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1631867022-subnet', 'tenant_id': 'dd365e83075340b28d0280f30bb855f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:19.076795 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:19.088769 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Usage tracker for resource:subnet and tenant:dd365e83075340b28d0280f30bb855f2 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:19.098498 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:19.107940 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:19.170183 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cd02161b-af4c-4554-85a5-ef070b2afda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.181836 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cd02161b-af4c-4554-85a5-ef070b2afda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.187766 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Made reservation on behalf of dd365e83075340b28d0280f30bb855f2 for: {'subnet': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:19.192026 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1605234'] for subnet, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.192208 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:19.298540 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-cd02161b-af4c-4554-85a5-ef070b2afda1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d524be085c274b78a37ffee62fb1228d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567248 May 20 19:41:19.299212 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59132) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:19.302990 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02161b-af4c-4554-85a5-ef070b2afda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f657a9-60a0-491b-a84d-7126aa1b6615,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:19.335374 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-cd02161b-af4c-4554-85a5-ef070b2afda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:19.490508 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-272372a4-c987-4c15-964c-8ba57f1c62c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.587163 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59142) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:19.593872 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639ba5-fb63-4805-9567-13b9816836c5 req-385805f3-b86c-415f-9382-fa62fb6c802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:19.595680 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-aa639ba5-fb63-4805-9567-13b9816836c5 req-385805f3-b86c-415f-9382-fa62fb6c802e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 1099 time: 0.1636539 May 20 19:41:19.672460 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-272372a4-c987-4c15-964c-8ba57f1c62c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.716258 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e4a518b3-1d5c-4ed9-8d8a-d058d1d93fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.821790 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-272372a4-c987-4c15-964c-8ba57f1c62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.828363 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:19.842082 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272372a4-c987-4c15-964c-8ba57f1c62c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f657a9-60a0-491b-a84d-7126aa1b6615,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:19.843514 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.854509 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2646db7-bc91-4f4a-8344-9820ec95690b req-48a3f409-d9e3-4e16-ab4f-72aa6043ecf4 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:19.856307 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e2646db7-bc91-4f4a-8344-9820ec95690b req-48a3f409-d9e3-4e16-ab4f-72aa6043ecf4 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 946 time: 0.3063397 May 20 19:41:19.857309 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-272372a4-c987-4c15-964c-8ba57f1c62c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:19.863700 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-272372a4-c987-4c15-964c-8ba57f1c62c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.868465 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-272372a4-c987-4c15-964c-8ba57f1c62c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91f657a9-60a0-491b-a84d-7126aa1b6615 HTTP/1.1" status: 204 len: 168 time: 0.5672457 May 20 19:41:19.905256 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-8870347d-525c-4f25-adf2-b62afb2ed366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:19.921176 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e2646db7-bc91-4f4a-8344-9820ec95690b req-bd5bc64d-e6b9-4849-9dd6-4759d26dcfe5 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511446 May 20 19:41:20.042305 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-8870347d-525c-4f25-adf2-b62afb2ed366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:20.046718 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-8870347d-525c-4f25-adf2-b62afb2ed366 admin admin] Usage tracker for resource:security_group_rule and tenant:9e5635410c574817b3c0e26e1293f130 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:20.050323 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-8870347d-525c-4f25-adf2-b62afb2ed366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:20.063879 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cfc01-f5cd-4e4a-9b9a-b4c48cd433b9 req-c0ea0411-ce42-4244-bf91-e8864a7ae283 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:20.065643 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3b9cfc01-f5cd-4e4a-9b9a-b4c48cd433b9 req-c0ea0411-ce42-4244-bf91-e8864a7ae283 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 946 time: 0.1151819 May 20 19:41:20.075333 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-8870347d-525c-4f25-adf2-b62afb2ed366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:20.143435 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639ba5-fb63-4805-9567-13b9816836c5 req-a49479db-91b5-44a1-b4bf-06ba6647fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:20.146471 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-aa639ba5-fb63-4805-9567-13b9816836c5 req-a49479db-91b5-44a1-b4bf-06ba6647fbec service neutron] 10.222.0.16 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 919 time: 0.5035734 May 20 19:41:20.264361 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-aa639ba5-fb63-4805-9567-13b9816836c5 req-410b5156-c7fa-4e3e-acc4-eb4b080cab4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a HTTP/1.1" status: 200 len: 217 time: 0.1022849 May 20 19:41:20.336754 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59164) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:20.336943 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75073c9-bdd5-484d-bea1-ba5ff8705d43 req-d51a5693-401a-4ab8-b33e-b7cc9add8a56 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:20.338546 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e75073c9-bdd5-484d-bea1-ba5ff8705d43 req-d51a5693-401a-4ab8-b33e-b7cc9add8a56 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.3991010 May 20 19:41:20.388525 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-3b9cfc01-f5cd-4e4a-9b9a-b4c48cd433b9 req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Deleting port 2951a5a9-61ee-4749-a014-bbc9db9b5b70 {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:41:20.389514 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-3b9cfc01-f5cd-4e4a-9b9a-b4c48cd433b9 req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.548321 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639ba5-fb63-4805-9567-13b9816836c5 req-4645024f-dec9-4089-9e53-b7c585b97850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:20.548558 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-3b9cfc01-f5cd-4e4a-9b9a-b4c48cd433b9 req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] For port 2951a5a9-61ee-4749-a014-bbc9db9b5b70, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2951a5a9-61ee-4749-a014-bbc9db9b5b70,segment=NetworkSegment(f183d72c-25ac-4426-a20c-a3e24ddba443),segment_id=f183d72c-25ac-4426-a20c-a3e24ddba443)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:20.548699 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-3b9cfc01-f5cd-4e4a-9b9a-b4c48cd433b9 req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.550693 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-aa639ba5-fb63-4805-9567-13b9816836c5 req-4645024f-dec9-4089-9e53-b7c585b97850 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7949ae50-1bb2-4488-9a28-3be9e26200c6 HTTP/1.1" status: 200 len: 858 time: 0.2768970 May 20 19:41:20.654858 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e75073c9-bdd5-484d-bea1-ba5ff8705d43 req-096e3ee1-ae77-4a76-99b8-270417d2a3fd tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030736 May 20 19:41:20.662077 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-aa639ba5-fb63-4805-9567-13b9816836c5 req-4e81bae0-ae95-40c4-9248-fb0a54487c31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4fd580fa-8747-45e2-8a5c-27dd0102a58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813606 May 20 19:41:20.719174 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-3b9cfc01-f5cd-4e4a-9b9a-b4c48cd433b9 req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Calling delete_port for 2951a5a9-61ee-4749-a014-bbc9db9b5b70 owned by compute:nova {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:41:20.725191 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ae3e5ee0-87bd-4253-9580-1b6f8895fc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.746494 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-ae3e5ee0-87bd-4253-9580-1b6f8895fc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:20.767173 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-8870347d-525c-4f25-adf2-b62afb2ed366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.778764 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-8870347d-525c-4f25-adf2-b62afb2ed366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.789721 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:20.846077 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-ae3e5ee0-87bd-4253-9580-1b6f8895fc3f admin admin] Usage tracker for resource:security_group_rule and tenant:8fe4a4ca583749ff8dddfb63a71c8a0b is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:20.877149 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-ae3e5ee0-87bd-4253-9580-1b6f8895fc3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:20.885333 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:20.891468 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-ae3e5ee0-87bd-4253-9580-1b6f8895fc3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:20.958690 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-8870347d-525c-4f25-adf2-b62afb2ed366 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e5635410c574817b3c0e26e1293f130&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3695641 May 20 19:41:20.963144 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59194) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:20.965919 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870347d-525c-4f25-adf2-b62afb2ed366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368620fc-c5cc-4f31-9d4e-bcb196c680ed,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:20.967687 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-8870347d-525c-4f25-adf2-b62afb2ed366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:21.108479 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1605216'] for subnet, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.142007 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-811a66c0-c219-4f82-a2d8-b674f6a345f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:21.169554 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-aa639ba5-fb63-4805-9567-13b9816836c5 req-8d1d7ea8-d385-4b74-8e71-8bb8493538ba service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979229 May 20 19:41:21.210317 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7bb41274-d939-475e-b58c-4eca3573ee82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.247398 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-3b9cfc01-f5cd-4e4a-9b9a-b4c48cd433b9 req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.256938 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ae3e5ee0-87bd-4253-9580-1b6f8895fc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.265291 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['2951a5a9-61ee-4749-a014-bbc9db9b5b70'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:21.272499 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7bb41274-d939-475e-b58c-4eca3573ee82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.281314 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:21.318252 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ae3e5ee0-87bd-4253-9580-1b6f8895fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.362980 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Pushing event deleted for resources: {'Port': ['ID=2951a5a9-61ee-4749-a014-bbc9db9b5b70,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:21.399051 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:21.406116 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-312000a6-b09e-4ebf-ac36-4d11eb289eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:21.458225 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-ae3e5ee0-87bd-4253-9580-1b6f8895fc3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fe4a4ca583749ff8dddfb63a71c8a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1140163 May 20 19:41:21.462499 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59216) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:21.475662 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fe8f6-b090-44ef-b2cd-b408f7065430 req-b2dc9a32-992d-49dd-abfd-11799901435f tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:21.477413 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8b5fe8f6-b090-44ef-b2cd-b408f7065430 req-b2dc9a32-992d-49dd-abfd-11799901435f tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 946 time: 0.3645039 May 20 19:41:21.524316 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b0554a-ec97-4580-875b-b397e819d4fd,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:21.535476 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e5ee0-87bd-4253-9580-1b6f8895fc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905c3bdd-b83b-4b37-8832-341c8ed018fe,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:21.543771 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:21.555470 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-c168b6bd-1486-4a5c-b981-2e96e875fa2d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:21.557454 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-c168b6bd-1486-4a5c-b981-2e96e875fa2d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 815 time: 0.4532299 May 20 19:41:21.582581 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Checking segment: {'id': '8336d903-d53c-476d-b554-9c87fb3e1c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:21.582904 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Network hostable DHCP agents. Network: b0d6daee-d460-45c4-a64d-1db91ba4dd66, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:41:21.636635 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-aa639ba5-fb63-4805-9567-13b9816836c5 req-0ecb8265-aa8b-4abc-be99-651be696d560 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534898 May 20 19:41:21.642336 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-4220ae41-9df0-4f08-88c3-6a27d1e8bf5d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/quotas/e6ca13bd5c364315bc96a57848a221fd HTTP/1.1" status: 200 len: 375 time: 0.0759394 May 20 19:41:21.690637 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ae3e5ee0-87bd-4253-9580-1b6f8895fc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:21.713276 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Network b0d6daee-d460-45c4-a64d-1db91ba4dd66 is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:41:21.734022 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9cfc01-f5cd-4e4a-9b9a-b4c48cd433b9 req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] No DVR routers for this DVR port 2951a5a9-61ee-4749-a014-bbc9db9b5b70 on host hv-cinder-79246 {{(pid=98301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:41:21.737055 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, b0d6daee-d460-45c4-a64d-1db91ba4dd66) {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:21.771684 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:21.774071 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.775816 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a74d14a-ef9f-4170-a86f-3f98ca03fe16 None None] Network b0d6daee-d460-45c4-a64d-1db91ba4dd66 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:21.778866 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-3b9cfc01-f5cd-4e4a-9b9a-b4c48cd433b9 req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.795404 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8b5fe8f6-b090-44ef-b2cd-b408f7065430 req-137df034-97d8-4d24-9af6-37890ab54572 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/security-groups?id=c135b93f-6d29-458a-8076-afc4a1933cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766066 May 20 19:41:21.800955 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10c75d8-c93d-4d93-a72b-c451827403e3', 'name': 'network-vif-deleted', 'tag': '2951a5a9-61ee-4749-a014-bbc9db9b5b70'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:21.840326 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7659945 May 20 19:41:21.872321 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-1dc5bc2f-2251-4620-837d-f77d52356137 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2129986 May 20 19:41:21.908774 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7bb41274-d939-475e-b58c-4eca3573ee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.920914 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7bb41274-d939-475e-b58c-4eca3573ee82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.926457 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-7bb41274-d939-475e-b58c-4eca3573ee82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/368620fc-c5cc-4f31-9d4e-bcb196c680ed HTTP/1.1" status: 204 len: 168 time: 0.9606638 May 20 19:41:21.956049 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-076cb10a-c2bd-4c64-a7ad-1844792a5ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:21.967876 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a4829440-9368-4dd1-aaef-468161ce53f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:21.974657 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3b9cfc01-f5cd-4e4a-9b9a-b4c48cd433b9 req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.16 "DELETE /v2.0/ports/2951a5a9-61ee-4749-a014-bbc9db9b5b70 HTTP/1.1" status: 204 len: 173 time: 1.8865399 May 20 19:41:21.988241 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb41274-d939-475e-b58c-4eca3573ee82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368620fc-c5cc-4f31-9d4e-bcb196c680ed,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:21.998955 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7bb41274-d939-475e-b58c-4eca3573ee82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:22.020533 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a4829440-9368-4dd1-aaef-468161ce53f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:22.147855 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d996ff-75d2-4af9-840d-57168eb894a1 None None] Network b0d6daee-d460-45c4-a64d-1db91ba4dd66 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:22.183523 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a4829440-9368-4dd1-aaef-468161ce53f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:22.194456 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:22.197553 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-9fa78bde-8735-4ec6-8af9-b6fa3484c227 service neutron] 10.222.0.44 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159769 May 20 19:41:22.210109 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4829440-9368-4dd1-aaef-468161ce53f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905c3bdd-b83b-4b37-8832-341c8ed018fe,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:22.226748 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a4829440-9368-4dd1-aaef-468161ce53f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:22.254631 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a4829440-9368-4dd1-aaef-468161ce53f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:22.255971 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-a4829440-9368-4dd1-aaef-468161ce53f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/905c3bdd-b83b-4b37-8832-341c8ed018fe HTTP/1.1" status: 204 len: 168 time: 0.7889771 May 20 19:41:22.290067 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa16a25-d5f3-460b-9a5f-97d79e5af195 req-48671963-f26b-475c-aadd-e3be1fc39223 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:22.291696 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-aaa16a25-d5f3-460b-9a5f-97d79e5af195 req-48671963-f26b-475c-aadd-e3be1fc39223 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.2451627 May 20 19:41:22.396774 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-aaa16a25-d5f3-460b-9a5f-97d79e5af195 req-2a819dcc-b319-4b28-b9c8-825013c4ad66 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974870 May 20 19:41:22.491120 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:22.527973 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10c75d8-c93d-4d93-a72b-c451827403e3', 'name': 'network-vif-deleted', 'tag': '2951a5a9-61ee-4749-a014-bbc9db9b5b70', 'status': 'completed', 'code': 200} May 20 19:41:22.579368 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-a050cb6a-4654-404f-8a0f-5ca191560908 service neutron] 10.222.0.44 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808053 May 20 19:41:22.867965 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-40fb1d23-87ea-45e3-a4ae-2b4a77f42399 req-a7cd6e13-5db4-4ad5-a908-206403db2ae1 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 210 time: 0.0709307 May 20 19:41:23.078337 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59272) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:23.139135 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f8281538-2e1b-4191-912f-37b16f9cbe26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:23.149144 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e744d5fa-0044-4967-bc03-d61a0b5f10e5 req-7bd32df8-f64a-45e5-8866-b5420425f4ce tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] 10.222.0.44 "GET /v2.0/ports?device_id=f10c75d8-c93d-4d93-a72b-c451827403e3 HTTP/1.1" status: 200 len: 210 time: 0.0693822 May 20 19:41:23.187289 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-f8281538-2e1b-4191-912f-37b16f9cbe26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:23.196912 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-f8281538-2e1b-4191-912f-37b16f9cbe26 admin admin] Usage tracker for resource:security_group_rule and tenant:35048924b552485b817bf35b90b198b7 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:23.204776 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-f8281538-2e1b-4191-912f-37b16f9cbe26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:23.235007 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-f8281538-2e1b-4191-912f-37b16f9cbe26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:23.385942 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f8281538-2e1b-4191-912f-37b16f9cbe26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:23.398789 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f8281538-2e1b-4191-912f-37b16f9cbe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:23.420323 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:23.555186 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-f8281538-2e1b-4191-912f-37b16f9cbe26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35048924b552485b817bf35b90b198b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724963 May 20 19:41:23.555434 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8281538-2e1b-4191-912f-37b16f9cbe26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a59ce0-9c55-4189-8730-b2294ca809c5,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:23.556410 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59296) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:23.573247 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f8281538-2e1b-4191-912f-37b16f9cbe26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:23.648902 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-8c1df00c-7b67-45b0-94e5-e0b777e1ba90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:23.703719 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-8c1df00c-7b67-45b0-94e5-e0b777e1ba90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:23.756433 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9519c7-13d0-4005-8b39-d800fff235d2 req-ff260035-41f6-43be-a92d-b6e12ec4c587 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:23.759130 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7d9519c7-13d0-4005-8b39-d800fff235d2 req-ff260035-41f6-43be-a92d-b6e12ec4c587 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.1208079 May 20 19:41:23.793801 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-8c1df00c-7b67-45b0-94e5-e0b777e1ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:23.802475 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f44f21a2-0cf8-4d14-b822-dc281c604657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:23.817682 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7d9519c7-13d0-4005-8b39-d800fff235d2 req-f2b1bae2-d151-4ab0-ba7a-ea28ce994769 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513735 May 20 19:41:23.832146 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1df00c-7b67-45b0-94e5-e0b777e1ba90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a59ce0-9c55-4189-8730-b2294ca809c5,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:23.851193 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-8c1df00c-7b67-45b0-94e5-e0b777e1ba90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:23.853539 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-8c1df00c-7b67-45b0-94e5-e0b777e1ba90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:23.854851 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-8c1df00c-7b67-45b0-94e5-e0b777e1ba90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47a59ce0-9c55-4189-8730-b2294ca809c5 HTTP/1.1" status: 204 len: 168 time: 0.2971153 May 20 19:41:24.084604 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fcf70888-96bf-41e8-9cd7-50ecedf06b88 req-539bb681-85e5-4244-b52c-fbe59f0c6d84 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 210 time: 0.0549691 May 20 19:41:24.106494 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59316) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:24.518654 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 2951a5a9-61ee-4749-a014-bbc9db9b5b70 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:41:24.565657 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f36923e5-5cf2-43f2-9caf-20cfe2b1cd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:24.624172 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: 2951a5a9-61ee-4749-a014-bbc9db9b5b70 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:41:24.624524 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 2951a5a9-61ee-4749-a014-bbc9db9b5b70 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:41:24.626474 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-f36923e5-5cf2-43f2-9caf-20cfe2b1cd67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:24.631045 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-f36923e5-5cf2-43f2-9caf-20cfe2b1cd67 admin admin] Usage tracker for resource:security_group_rule and tenant:e8184e4ff098416386fb96f1bce905f2 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:24.634445 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-f36923e5-5cf2-43f2-9caf-20cfe2b1cd67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:24.644970 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-f36923e5-5cf2-43f2-9caf-20cfe2b1cd67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:24.756142 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-db361d53-6289-4b29-90e2-03174addef1e tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:24.781695 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-db361d53-6289-4b29-90e2-03174addef1e tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 815 time: 0.3881772 May 20 19:41:24.784158 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f36923e5-5cf2-43f2-9caf-20cfe2b1cd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:24.791525 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f36923e5-5cf2-43f2-9caf-20cfe2b1cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:24.795406 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Request body: {'port': {'device_id': '374d1f16-a1b0-42d8-a0f4-e00b7a97bc47', 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48', 'admin_state_up': True, 'tenant_id': 'e6ca13bd5c364315bc96a57848a221fd'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:24.823947 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:24.937026 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-f36923e5-5cf2-43f2-9caf-20cfe2b1cd67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8184e4ff098416386fb96f1bce905f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8304009 May 20 19:41:24.939390 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59360) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:24.949794 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36923e5-5cf2-43f2-9caf-20cfe2b1cd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb34085-ee32-452e-9dcf-7e1d935e2384,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:24.953655 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f36923e5-5cf2-43f2-9caf-20cfe2b1cd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:25.125697 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:25.143287 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:25.182306 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cab29547-23e1-4f36-9170-b94df597096d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:25.184172 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Made reservation on behalf of e6ca13bd5c364315bc96a57848a221fd for: {'port': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:25.188979 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:25.217532 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb50c4-844c-492a-b9d7-bdaaf28d1024 req-f7bc69b4-6329-46bc-a037-c4d4533f5f65 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:25.218657 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67cb50c4-844c-492a-b9d7-bdaaf28d1024 req-f7bc69b4-6329-46bc-a037-c4d4533f5f65 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.1554966 May 20 19:41:25.318100 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67cb50c4-844c-492a-b9d7-bdaaf28d1024 req-9a3b8639-8fe2-49a4-8b15-ee111dde8709 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807066 May 20 19:41:25.324912 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cab29547-23e1-4f36-9170-b94df597096d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:25.533796 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cab29547-23e1-4f36-9170-b94df597096d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:25.546297 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cce0cdc7-215c-4ec2-a7c0-e42ce1f90287 req-f0b94a38-1c66-46ec-bfec-b4231c93fdc3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 210 time: 0.0848515 May 20 19:41:25.550566 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:25.609289 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab29547-23e1-4f36-9170-b94df597096d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb34085-ee32-452e-9dcf-7e1d935e2384,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:25.624819 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-cab29547-23e1-4f36-9170-b94df597096d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:25.695810 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-66353f3f-2513-4abe-b2e6-fa7e4b30c7cc tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:25.697318 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-66353f3f-2513-4abe-b2e6-fa7e4b30c7cc tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Synchronizing usage tracker for tenant:dd365e83075340b28d0280f30bb855f2 on resource:network {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:25.721518 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cab29547-23e1-4f36-9170-b94df597096d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:25.725098 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-cab29547-23e1-4f36-9170-b94df597096d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acb34085-ee32-452e-9dcf-7e1d935e2384 HTTP/1.1" status: 204 len: 168 time: 0.7840257 May 20 19:41:25.751816 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-66353f3f-2513-4abe-b2e6-fa7e4b30c7cc tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Unset dirty status for tenant:dd365e83075340b28d0280f30bb855f2 on resource:network {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:25.753301 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-66353f3f-2513-4abe-b2e6-fa7e4b30c7cc tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/networks?id=b0d6daee-d460-45c4-a64d-1db91ba4dd66 HTTP/1.1" status: 200 len: 809 time: 0.5376060 May 20 19:41:25.765760 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Allocated IP 172.20.0.8 (6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48/82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e/fbef998b-7adc-4ec0-aa09-2e24e18c781b) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:25.789810 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-420ef4ef-4497-4c48-b789-c72b04e8402c tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/quotas/dd365e83075340b28d0280f30bb855f2 HTTP/1.1" status: 200 len: 375 time: 0.0231652 May 20 19:41:25.876646 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-20ed4a6a-efed-4b18-9c4a-29b8d7b4804e tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd365e83075340b28d0280f30bb855f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666983 May 20 19:41:26.162246 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-f6c73edb-6071-4a65-851c-5c6dfb4797f8 service neutron] 10.222.0.44 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699039 May 20 19:41:26.226935 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.383957 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59434) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:26.451196 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-7c8d4153-5a2e-4684-91ee-ccd8dbfc00d7 service neutron] 10.222.0.44 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879806 May 20 19:41:26.477611 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_v2 [None req-de47fc16-81f0-412f-bd95-0e66fe0475a8 admin admin] Deleting subnet 66fd3fe2-e323-4b02-bf99-6c27ac9a3b49 {{(pid=98302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:41:26.482738 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.484003 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-de47fc16-81f0-412f-bd95-0e66fe0475a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.491411 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:26.499138 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['25fdc674-5f19-4a4a-9567-cfe468f8d671'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:26.544051 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59438) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:26.590235 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e5e142ba-2bc9-419f-a0d7-392c6e806674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.622561 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-de47fc16-81f0-412f-bd95-0e66fe0475a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1755509'] for subnet, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.661927 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:26.676842 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:26.688292 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:26.706848 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:26.707788 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.756880 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-de47fc16-81f0-412f-bd95-0e66fe0475a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:26.780726 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Pushing event updated for resources: {'Port': ['ID=fbef998b-7adc-4ec0-aa09-2e24e18c781b,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:26.799672 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0135753 May 20 19:41:26.811136 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:26.825550 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Request body: {'port': {'device_id': '374d1f16-a1b0-42d8-a0f4-e00b7a97bc47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:27.145773 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.253518 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56b42-6a51-412f-97da-a83a7b066192 req-80ed0c90-e4bc-48dd-88c2-463537cc4922 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:27.254847 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-81b56b42-6a51-412f-97da-a83a7b066192 req-80ed0c90-e4bc-48dd-88c2-463537cc4922 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Synchronizing usage tracker for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:27.384194 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-81b56b42-6a51-412f-97da-a83a7b066192 req-80ed0c90-e4bc-48dd-88c2-463537cc4922 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Unset dirty status for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:27.385582 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-81b56b42-6a51-412f-97da-a83a7b066192 req-80ed0c90-e4bc-48dd-88c2-463537cc4922 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 931 time: 0.4304621 May 20 19:41:27.391718 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-e5e142ba-2bc9-419f-a0d7-392c6e806674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:27.410427 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-e5e142ba-2bc9-419f-a0d7-392c6e806674 admin admin] Usage tracker for resource:security_group_rule and tenant:79fdf830906446aba6c157733c505866 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:27.430702 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-e5e142ba-2bc9-419f-a0d7-392c6e806674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:27.440639 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-e5e142ba-2bc9-419f-a0d7-392c6e806674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:27.512587 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d84634-5f38-45cd-b657-d8f5404645a2 req-a21a9546-02e7-4039-8577-daf965638012 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:27.519982 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b5d84634-5f38-45cd-b657-d8f5404645a2 req-a21a9546-02e7-4039-8577-daf965638012 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.2925231 May 20 19:41:27.539812 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-de47fc16-81f0-412f-bd95-0e66fe0475a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605225'] for subnet, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.554822 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-05a14c23-2e1b-4edc-98ca-2e495817a7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:27.576962 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-81b56b42-6a51-412f-97da-a83a7b066192 req-a44f6112-c629-489b-85b5-f6aa5eae2618 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688702 May 20 19:41:27.615205 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47fc16-81f0-412f-bd95-0e66fe0475a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66fd3fe2-e323-4b02-bf99-6c27ac9a3b49,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:27.624023 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-de47fc16-81f0-412f-bd95-0e66fe0475a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:27.694291 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-de47fc16-81f0-412f-bd95-0e66fe0475a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.734697 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b5d84634-5f38-45cd-b657-d8f5404645a2 req-fd69fbb5-108f-4158-b4ee-46f06feb8cc5 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136734 May 20 19:41:27.781214 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-de47fc16-81f0-412f-bd95-0e66fe0475a8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/66fd3fe2-e323-4b02-bf99-6c27ac9a3b49 HTTP/1.1" status: 204 len: 168 time: 1.3958609 May 20 19:41:27.786244 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59476) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:27.815661 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e5e142ba-2bc9-419f-a0d7-392c6e806674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.830701 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e5e142ba-2bc9-419f-a0d7-392c6e806674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:27.920408 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-8c1df00c-7b67-45b0-94e5-e0b777e1ba90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:27.940024 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-e5e142ba-2bc9-419f-a0d7-392c6e806674 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79fdf830906446aba6c157733c505866&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3943470 May 20 19:41:27.952722 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59482) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:27.956711 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-356c9372-073b-4a96-8d3c-59b5eb1a4c1c req-cc64775e-4e6d-44af-9f2d-b49a8181c922 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 210 time: 0.1487095 May 20 19:41:28.018478 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e142ba-2bc9-419f-a0d7-392c6e806674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889b4f39-0566-4ab6-bb86-8f53d69d768d,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:28.024467 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e5e142ba-2bc9-419f-a0d7-392c6e806674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:28.136986 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.250319 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5571fb47-fb78-47bd-b984-bf9cf8ee1be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.256656 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbef998b-7adc-4ec0-aa09-2e24e18c781b {{(pid=98301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:28.291694 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.331123 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5571fb47-fb78-47bd-b984-bf9cf8ee1be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.400762 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Transition to ACTIVE for port object fbef998b-7adc-4ec0-aa09-2e24e18c781b will not be triggered until provisioned by entity L2. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:28.410708 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.424731 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.441856 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.442262 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.442984 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.443307 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > port after_create 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.443641 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > port after_delete 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.443988 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > port after_update 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.444329 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.444698 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.445511 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.445855 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.585412 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.586054 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.586669 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.587185 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 19:41:28.587548 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cdcf99-2fab-4488-a9aa-e77a77be14bd']}} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:28.606313 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:28.671596 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f183d72c-25ac-4426-a20c-a3e24ddba443') {'for_net_delete': True} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:28.671789 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f183d72c-25ac-4426-a20c-a3e24ddba443') {} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:28.693224 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60923739'] for segment, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.789996 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Pushing event updated for resources: {'Port': ['ID=fbef998b-7adc-4ec0-aa09-2e24e18c781b,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:28.794183 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:28.801293 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.814944 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5571fb47-fb78-47bd-b984-bf9cf8ee1be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.856829 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ae3e5ee0-87bd-4253-9580-1b6f8895fc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:28.871975 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=98301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:41:28.872413 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61032203'] for segment, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: from cryptography.utils import int_from_bytes May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: from cryptography.utils import int_from_bytes May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: Traceback (most recent call last): May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: timer() May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: cb(*args, **kw) May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: return func(*args, **kwargs) May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: self._notify() May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: self.callback(batched_events) May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: event.method(event) May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: return f(self, *a, **k) May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: return self._get(url).json() May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: return self.request(url, 'GET', **kwargs) May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:41:28.890706 dv-cinder-792462-2-smb neutron-server[98301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:41:28.902890 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571fb47-fb78-47bd-b984-bf9cf8ee1be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889b4f39-0566-4ab6-bb86-8f53d69d768d,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:28.929723 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-5571fb47-fb78-47bd-b984-bf9cf8ee1be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:28.968765 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b30dcd84-3d5e-4dda-8e2b-263bf5c9efc2 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:28.971105 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b30dcd84-3d5e-4dda-8e2b-263bf5c9efc2 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.16 "GET /v2.0/networks?id=b0d6daee-d460-45c4-a64d-1db91ba4dd66 HTTP/1.1" status: 200 len: 809 time: 0.2724545 May 20 19:41:28.988982 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Request body: {'port': {'device_id': '538d35eb-24aa-4e25-9962-d66906b7b6e9', 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66', 'admin_state_up': True, 'tenant_id': 'dd365e83075340b28d0280f30bb855f2'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:29.063086 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222a012-86bf-4293-8d21-945b03529d91 req-e185bcd7-27bd-43c1-b90a-25a0db4ff167 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:29.065062 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c222a012-86bf-4293-8d21-945b03529d91 req-e185bcd7-27bd-43c1-b90a-25a0db4ff167 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 943 time: 0.3108084 May 20 19:41:29.083278 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5571fb47-fb78-47bd-b984-bf9cf8ee1be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.087924 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-5571fb47-fb78-47bd-b984-bf9cf8ee1be1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/889b4f39-0566-4ab6-bb86-8f53d69d768d HTTP/1.1" status: 204 len: 168 time: 1.1296549 May 20 19:41:29.098699 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Attempting to bind port fbef998b-7adc-4ec0-aa09-2e24e18c781b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:29.099083 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Attempting to bind port fbef998b-7adc-4ec0-aa09-2e24e18c781b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:29.099405 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Attempting to bind port fbef998b-7adc-4ec0-aa09-2e24e18c781b on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:29.119992 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Port fbef998b-7adc-4ec0-aa09-2e24e18c781b on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:41:29.120393 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Attempting to bind port fbef998b-7adc-4ec0-aa09-2e24e18c781b on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:29.131285 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.133338 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:29.133692 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Checking segment: {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:29.134064 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Bound using segment: {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:29.134518 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Bound port: fbef998b-7adc-4ec0-aa09-2e24e18c781b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'}}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:29.134870 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.147552 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:29.262655 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.269514 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Pushing event deleted for resources: {'Network': ['ID=26cdcf99-2fab-4488-a9aa-e77a77be14bd,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:29.302705 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:29.306499 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] 10.222.0.44 "DELETE /v2.0/networks/26cdcf99-2fab-4488-a9aa-e77a77be14bd HTTP/1.1" status: 204 len: 168 time: 1.5162809 May 20 19:41:29.314304 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c222a012-86bf-4293-8d21-945b03529d91 req-e8df930b-db78-4be6-9adb-e58c9741e538 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599917 May 20 19:41:29.340991 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:29.353738 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Usage tracker for resource:port and tenant:dd365e83075340b28d0280f30bb855f2 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:29.362642 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:29.378261 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:29.399266 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Made reservation on behalf of dd365e83075340b28d0280f30bb855f2 for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:29.408100 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.456352 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dfcbf-2f8f-4e7a-944e-83f5d76c2324 req-18a4adf4-ce1e-40aa-b758-367361684575 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:29.468861 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-de4dfcbf-2f8f-4e7a-944e-83f5d76c2324 req-18a4adf4-ce1e-40aa-b758-367361684575 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.5671251 May 20 19:41:29.533438 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59528) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:29.616139 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] For port fbef998b-7adc-4ec0-aa09-2e24e18c781b, host hv-cinder-79246, cleared binding levels {{(pid=98301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:29.659758 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] For port fbef998b-7adc-4ec0-aa09-2e24e18c781b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fbef998b-7adc-4ec0-aa09-2e24e18c781b,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:29.674342 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-de4dfcbf-2f8f-4e7a-944e-83f5d76c2324 req-a7fd26e7-87bf-485e-99c2-8f1a74f88137 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027600 May 20 19:41:29.677040 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.677832 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-80d4c9a6-a199-4f22-a4d6-90c27ac5b8fc req-e89c8b55-d96d-4f62-8415-0bc741a8794f tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0698884 May 20 19:41:29.680527 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-8878a7bd-07e6-4e9d-afd1-173010fe5d2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc48820ee7ed4998870095a0aed81bfa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1447453 May 20 19:41:29.688838 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59538) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:29.696637 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:29.798642 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:29.799358 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.800840 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] 10.222.0.16 "PUT /v2.0/ports/fbef998b-7adc-4ec0-aa09-2e24e18c781b HTTP/1.1" status: 200 len: 1093 time: 2.9796157 May 20 19:41:29.801685 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374d1f16-a1b0-42d8-a0f4-e00b7a97bc47', 'tag': 'fbef998b-7adc-4ec0-aa09-2e24e18c781b'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:29.839233 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Pushing event updated for resources: {'Port': ['ID=fbef998b-7adc-4ec0-aa09-2e24e18c781b,revision_number=3']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:29.843019 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:29.886639 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6d604d8e-0370-4cb3-b256-08e16554393d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:29.935951 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374d1f16-a1b0-42d8-a0f4-e00b7a97bc47', 'tag': 'fbef998b-7adc-4ec0-aa09-2e24e18c781b', 'status': 'completed', 'code': 200} May 20 19:41:29.997678 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6d604d8e-0370-4cb3-b256-08e16554393d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:30.001398 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-32dade17-bbb7-4caa-998c-0a466132b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:30.003194 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-32dade17-bbb7-4caa-998c-0a466132b27b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 1096 time: 0.1334288 May 20 19:41:30.124288 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Allocated IP 172.20.0.14 (b0d6daee-d460-45c4-a64d-1db91ba4dd66/74b0554a-ec97-4580-875b-b397e819d4fd/f2b252b3-33cf-4239-b9f3-a4c89b56d893) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:30.145178 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6d604d8e-0370-4cb3-b256-08e16554393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:30.159486 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-63e56c2b-a073-4125-a87e-61ad5e3eab21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:30.180872 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-36835e10-4f1d-4e18-b7f7-8fa25586762a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbef998b-7adc-4ec0-aa09-2e24e18c781b HTTP/1.1" status: 200 len: 217 time: 0.1680610 May 20 19:41:30.191984 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d604d8e-0370-4cb3-b256-08e16554393d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c135b93f-6d29-458a-8076-afc4a1933cdc,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:30.198961 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-6d604d8e-0370-4cb3-b256-08e16554393d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:30.291029 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6d604d8e-0370-4cb3-b256-08e16554393d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:30.296141 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-6d604d8e-0370-4cb3-b256-08e16554393d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c135b93f-6d29-458a-8076-afc4a1933cdc HTTP/1.1" status: 204 len: 168 time: 0.6059756 May 20 19:41:30.467761 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-3fff7213-fc86-4638-886e-b92485cf0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:30.471677 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-3fff7213-fc86-4638-886e-b92485cf0170 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e HTTP/1.1" status: 200 len: 855 time: 0.2782366 May 20 19:41:30.587760 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:30.632186 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:30.646889 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:30.655585 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-f9fb8763-5ba1-4ec7-b95a-c6cd75b26b8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743689 May 20 19:41:30.904712 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Network b0d6daee-d460-45c4-a64d-1db91ba4dd66 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:30.920529 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:30.940505 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:31.060032 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-08c0b540-e55d-4410-8ba7-8a15cdb65b53 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875844 May 20 19:41:31.062633 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Pushing event updated for resources: {'Port': ['ID=f2b252b3-33cf-4239-b9f3-a4c89b56d893,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:31.101386 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0c706-af9c-4273-962f-f4c8dfa404a6 req-46f05155-1220-4c5f-9073-d9c30d0d65ca tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:31.104328 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-82d0c706-af9c-4273-962f-f4c8dfa404a6 req-46f05155-1220-4c5f-9073-d9c30d0d65ca tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 943 time: 0.5532589 May 20 19:41:31.122578 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:31.181339 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:31.182668 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.234518 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168488fd-163f-44d1-ad81-d09409c831b9 req-09fb794f-d631-4a5e-ad99-ce998f4cbe7e tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:31.235769 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-168488fd-163f-44d1-ad81-d09409c831b9 req-09fb794f-d631-4a5e-ad99-ce998f4cbe7e tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Synchronizing usage tracker for tenant:dd365e83075340b28d0280f30bb855f2 on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:31.241121 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2566481 May 20 19:41:31.261323 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Request body: {'port': {'device_id': '538d35eb-24aa-4e25-9962-d66906b7b6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:31.289161 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-82d0c706-af9c-4273-962f-f4c8dfa404a6 req-a67c6e03-8dd6-41b9-85a8-bae3e5925fd6 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319008 May 20 19:41:31.362459 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-83c7970c-020b-477e-a295-4e3b8b3509d4 req-5aa50d82-1138-47c0-8cbd-de39c97c3238 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825153 May 20 19:41:31.458105 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-168488fd-163f-44d1-ad81-d09409c831b9 req-09fb794f-d631-4a5e-ad99-ce998f4cbe7e tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Unset dirty status for tenant:dd365e83075340b28d0280f30bb855f2 on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:31.459994 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-168488fd-163f-44d1-ad81-d09409c831b9 req-09fb794f-d631-4a5e-ad99-ce998f4cbe7e tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 932 time: 0.4303536 May 20 19:41:31.608558 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:31.634931 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4e518-16ae-4290-91ec-b30072ad060b req-d024a8ad-f306-4a9f-a030-a9eed04a0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:31.637213 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-99a4e518-16ae-4290-91ec-b30072ad060b req-d024a8ad-f306-4a9f-a030-a9eed04a0ea6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 1096 time: 0.2043862 May 20 19:41:31.650091 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dd0f8-b657-413a-bcbb-106af380dc25 req-281908e8-6274-4d7b-953e-fa8963b8dc29 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:31.652797 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-168488fd-163f-44d1-ad81-d09409c831b9 req-eb9e2800-1bd4-435f-aa5d-d6d2fbc6e019 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674409 May 20 19:41:31.666304 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8e9dd0f8-b657-413a-bcbb-106af380dc25 req-281908e8-6274-4d7b-953e-fa8963b8dc29 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.1610484 May 20 19:41:31.962323 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8e9dd0f8-b657-413a-bcbb-106af380dc25 req-d6674e56-aa6d-4c4f-94c3-addba8082bbd tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575397 May 20 19:41:32.016424 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4e518-16ae-4290-91ec-b30072ad060b req-3d4fb2a1-df0f-48c2-9aab-9435d55aca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:32.018033 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-99a4e518-16ae-4290-91ec-b30072ad060b req-3d4fb2a1-df0f-48c2-9aab-9435d55aca2e service neutron] 10.222.0.16 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 916 time: 0.3472152 May 20 19:41:32.133154 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59640) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:32.133154 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59642) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:32.162672 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-99a4e518-16ae-4290-91ec-b30072ad060b req-76b0922a-04cb-4ee9-8b72-1bbbd5460b21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbef998b-7adc-4ec0-aa09-2e24e18c781b HTTP/1.1" status: 200 len: 217 time: 0.1347706 May 20 19:41:32.260253 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4e518-16ae-4290-91ec-b30072ad060b req-55017efb-9ab1-46a4-a0d9-82ace01fe96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:32.261712 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-99a4e518-16ae-4290-91ec-b30072ad060b req-55017efb-9ab1-46a4-a0d9-82ace01fe96e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e HTTP/1.1" status: 200 len: 855 time: 0.0951388 May 20 19:41:32.385229 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-network', 'tenant_id': '7057c75477a14814811e97be384b9f32'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:32.427389 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b252b3-33cf-4239-b9f3-a4c89b56d893 {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:32.431102 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-99a4e518-16ae-4290-91ec-b30072ad060b req-3ab805f6-ed72-4693-b866-b2d645247722 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566184 May 20 19:41:32.433293 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:32.437029 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.437378 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.489890 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Usage tracker for resource:network and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:32.500303 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Transition to ACTIVE for port object f2b252b3-33cf-4239-b9f3-a4c89b56d893 will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:32.501199 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:32.526293 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.535317 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:32.537837 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:32.541862 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:32.564879 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Usage tracker for resource:security_group_rule and tenant:4df7624b99794e90a0168bbe39f2c8e3 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:32.574802 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:32.670015 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:32.673762 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b252b3-33cf-4239-b9f3-a4c89b56d893,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:32.678106 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Made reservation on behalf of 7057c75477a14814811e97be384b9f32 for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:32.682325 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.712373 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883004-b606-48c3-9da3-f453b8f17842 req-97ed5505-1358-447b-94e9-b0786ee8fdaa tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:32.713952 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-59883004-b606-48c3-9da3-f453b8f17842 req-97ed5505-1358-447b-94e9-b0786ee8fdaa tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 943 time: 0.2655792 May 20 19:41:32.724904 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.725268 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.725649 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.726023 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.726372 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.726720 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.727060 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.727398 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.727944 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.728325 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.728663 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.728813 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.728992 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:32.738156 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:32.795336 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:32.810346 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Usage tracker for resource:security_group_rule and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:32.827045 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:32.834740 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-59883004-b606-48c3-9da3-f453b8f17842 req-4d73d7c7-0d97-4a7c-be79-4746f530a7d5 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116462 May 20 19:41:32.854716 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:32.865046 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Attempting to bind port f2b252b3-33cf-4239-b9f3-a4c89b56d893 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:32.865863 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Attempting to bind port f2b252b3-33cf-4239-b9f3-a4c89b56d893 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8336d903-d53c-476d-b554-9c87fb3e1c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:32.866954 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Attempting to bind port f2b252b3-33cf-4239-b9f3-a4c89b56d893 on network b0d6daee-d460-45c4-a64d-1db91ba4dd66 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:32.874779 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Port f2b252b3-33cf-4239-b9f3-a4c89b56d893 on network b0d6daee-d460-45c4-a64d-1db91ba4dd66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:41:32.875195 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Attempting to bind port f2b252b3-33cf-4239-b9f3-a4c89b56d893 on network b0d6daee-d460-45c4-a64d-1db91ba4dd66 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:32.884849 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:32.885678 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Checking segment: {'id': '8336d903-d53c-476d-b554-9c87fb3e1c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:32.886112 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Bound using segment: {'id': '8336d903-d53c-476d-b554-9c87fb3e1c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:32.886931 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Bound port: f2b252b3-33cf-4239-b9f3-a4c89b56d893, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8336d903-d53c-476d-b554-9c87fb3e1c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:32.887474 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:32.992834 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-99a4e518-16ae-4290-91ec-b30072ad060b req-cbc39765-114b-4c82-abec-93c350a9af6a service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330582 May 20 19:41:33.016323 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] For port f2b252b3-33cf-4239-b9f3-a4c89b56d893, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:33.021506 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] For port f2b252b3-33cf-4239-b9f3-a4c89b56d893, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f2b252b3-33cf-4239-b9f3-a4c89b56d893,segment=NetworkSegment(8336d903-d53c-476d-b554-9c87fb3e1c2c),segment_id=8336d903-d53c-476d-b554-9c87fb3e1c2c)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:33.028963 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.046654 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:33.114746 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:33.115471 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.117004 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] 10.222.0.16 "PUT /v2.0/ports/f2b252b3-33cf-4239-b9f3-a4c89b56d893 HTTP/1.1" status: 200 len: 1094 time: 1.8608203 May 20 19:41:33.144877 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.206255 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.216492 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538d35eb-24aa-4e25-9962-d66906b7b6e9', 'tag': 'f2b252b3-33cf-4239-b9f3-a4c89b56d893'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:33.227909 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7c6a7de7-709d-4509-8be1-e82a7c1af823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:33.335978 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4df7624b99794e90a0168bbe39f2c8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1959956 May 20 19:41:33.349244 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59704) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:33.377883 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69c30d2-1b6f-4924-b10f-7b1339cdf12c,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:33.429331 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b252b3-33cf-4239-b9f3-a4c89b56d893,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:33.443977 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:33.471722 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.477991 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.478383 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.478868 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.479224 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.479566 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.483162 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-d3e5dc5f-7eeb-484d-ac95-596b99566e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:33.483947 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.484477 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-d3e5dc5f-7eeb-484d-ac95-596b99566e9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd365e83075340b28d0280f30bb855f2&device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 1097 time: 0.2593875 May 20 19:41:33.484786 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.485832 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.485954 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.487672 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.487672 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.487672 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:33.517147 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-99a4e518-16ae-4290-91ec-b30072ad060b req-02b3c6a0-f286-4d32-9aa6-54e50c45f957 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116482 May 20 19:41:33.518338 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:33.531841 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a721ab-6453-464e-8c3f-2e30be6a624b req-5f7063fa-caf7-47c0-b7c9-7ff4d87cef80 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:33.541217 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-28a721ab-6453-464e-8c3f-2e30be6a624b req-5f7063fa-caf7-47c0-b7c9-7ff4d87cef80 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 944 time: 0.6746764 May 20 19:41:33.560973 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.575225 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=98301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:41:33.586727 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.587433 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Added segment 62eb5c7f-a137-4224-bcf2-2c5fd8fe950a of type vlan for network 138b13d1-da04-4693-943f-4fb3103df269 May 20 19:41:33.602294 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f532996-8617-47e9-8242-75189c70253d req-6cb4ec3c-94e4-4a0f-a579-c7d3adf22030 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:33.603980 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-272372a4-c987-4c15-964c-8ba57f1c62c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:33.605473 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1f532996-8617-47e9-8242-75189c70253d req-6cb4ec3c-94e4-4a0f-a579-c7d3adf22030 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.3672731 May 20 19:41:33.618027 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0c5a6c40-e984-4bb6-a03c-e5e35329681c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.636631 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-b387a80d-c1e8-4f0f-8747-7fda33de5829 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2b252b3-33cf-4239-b9f3-a4c89b56d893 HTTP/1.1" status: 200 len: 217 time: 0.1381955 May 20 19:41:33.656397 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.678170 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-28a721ab-6453-464e-8c3f-2e30be6a624b req-82994d3e-aa1e-42e7-9f72-97c98f78d182 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Synchronizing usage tracker for tenant:dd365e83075340b28d0280f30bb855f2 on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:33.691407 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bba4afc-11ad-4885-9496-2367dfceb4f8,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:33.697633 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:33.736215 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-28a721ab-6453-464e-8c3f-2e30be6a624b req-82994d3e-aa1e-42e7-9f72-97c98f78d182 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Unset dirty status for tenant:dd365e83075340b28d0280f30bb855f2 on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:33.746379 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-28a721ab-6453-464e-8c3f-2e30be6a624b req-82994d3e-aa1e-42e7-9f72-97c98f78d182 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032909 May 20 19:41:33.758463 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.759843 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:33.760467 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.765927 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0c5a6c40-e984-4bb6-a03c-e5e35329681c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:33.766129 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-539e0343-483b-4192-971d-332df084ecdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:33.785175 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1f532996-8617-47e9-8242-75189c70253d req-80637e95-2997-4acc-841d-c357836caa86 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689134 May 20 19:41:33.811419 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-9a05619f-cd40-4f5c-8699-a097e221efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:33.812427 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-9a05619f-cd40-4f5c-8699-a097e221efa8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74b0554a-ec97-4580-875b-b397e819d4fd HTTP/1.1" status: 200 len: 849 time: 0.1629484 May 20 19:41:33.894681 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538d35eb-24aa-4e25-9962-d66906b7b6e9', 'tag': 'f2b252b3-33cf-4239-b9f3-a4c89b56d893', 'status': 'completed', 'code': 200} May 20 19:41:33.895354 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59726) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:33.898394 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-d08e6eef-7d95-4f63-93b3-ec81fe1e0876 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0d6daee-d460-45c4-a64d-1db91ba4dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740535 May 20 19:41:33.931621 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Pushing event updated for resources: {'Network': ['ID=138b13d1-da04-4693-943f-4fb3103df269,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:33.934926 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:33.941375 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7997904 May 20 19:41:33.944361 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59734) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:33.947574 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 138b13d1-da04-4693-943f-4fb3103df269 details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:41:33.953895 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Request body: {'subnet': {'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-subnet', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:33.961389 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:33.972566 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Usage tracker for resource:subnet and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:33.977660 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:33.994023 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:34.011000 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Made reservation on behalf of 7057c75477a14814811e97be384b9f32 for: {'subnet': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:34.014519 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60936201'] for subnet, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.154704 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0c5a6c40-e984-4bb6-a03c-e5e35329681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.162827 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-ae5b1165-5988-4c29-a53a-1b41aecbf96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:34.189517 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a6c40-e984-4bb6-a03c-e5e35329681c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69c30d2-1b6f-4924-b10f-7b1339cdf12c,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:34.201101 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0c5a6c40-e984-4bb6-a03c-e5e35329681c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:34.227876 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-1392129c-3932-4df7-bdf8-a677cfdff863 service neutron] 10.222.0.16 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198695 May 20 19:41:34.255421 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0c5a6c40-e984-4bb6-a03c-e5e35329681c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.257003 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-0c5a6c40-e984-4bb6-a03c-e5e35329681c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b69c30d2-1b6f-4924-b10f-7b1339cdf12c HTTP/1.1" status: 204 len: 168 time: 0.9040606 May 20 19:41:34.288173 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-750fc6f6-7de1-493c-a670-6a772b38dc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.326914 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-750fc6f6-7de1-493c-a670-6a772b38dc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:34.341939 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b0a68-92dc-4082-88ff-b080f2f1927b req-fb82fdeb-7555-4715-a6bd-f9726a67b70f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:34.343429 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f68b0a68-92dc-4082-88ff-b080f2f1927b req-fb82fdeb-7555-4715-a6bd-f9726a67b70f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 943 time: 0.3495915 May 20 19:41:34.344539 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-750fc6f6-7de1-493c-a670-6a772b38dc98 admin admin] Usage tracker for resource:security_group_rule and tenant:a80c721a14c6462b91c72a9c8c25243d is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:34.440778 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-750fc6f6-7de1-493c-a670-6a772b38dc98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:34.455716 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-750fc6f6-7de1-493c-a670-6a772b38dc98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:34.496650 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f68b0a68-92dc-4082-88ff-b080f2f1927b req-c243e57b-012a-4315-826c-fa1be7dbd735 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754116 May 20 19:41:34.560116 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-56833a4c-71ed-46df-8ef2-0c3ca3e60414 req-a577ddf4-54ac-4fae-9f11-7153bd83f827 service neutron] 10.222.0.16 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993500 May 20 19:41:34.579860 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device fbef998b-7adc-4ec0-aa09-2e24e18c781b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:41:34.681272 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61032418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60936219'] for subnet, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.689919 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8fb85b13-d680-4a12-a40e-bb9c1db1bc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:34.782119 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-750fc6f6-7de1-493c-a670-6a772b38dc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.801450 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-750fc6f6-7de1-493c-a670-6a772b38dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.819048 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7485202-503d-4dc1-a758-8534ffd6cf5d,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:34.823263 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:34.832207 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:34.841856 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Checking segment: {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:34.842204 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Network hostable DHCP agents. Network: 138b13d1-da04-4693-943f-4fb3103df269, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:41:34.860511 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port fbef998b-7adc-4ec0-aa09-2e24e18c781b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fbef998b-7adc-4ec0-aa09-2e24e18c781b,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:34.876166 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'fbef998b-7adc-4ec0-aa09-2e24e18c781b', 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48', 'port_id': 'fbef998b-7adc-4ec0-aa09-2e24e18c781b', 'mac_address': 'fa:16:3e:ff:ef:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:41:34.876586 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Network 138b13d1-da04-4693-943f-4fb3103df269 is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:41:34.892500 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 138b13d1-da04-4693-943f-4fb3103df269) {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:34.909504 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:34.909733 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:34.941439 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bafc5e4-b904-43e5-8c61-7c41fb3db7be None None] Network 138b13d1-da04-4693-943f-4fb3103df269 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:34.946624 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9982014 May 20 19:41:34.947253 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59762) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:34.959203 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:34.965962 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:34.977953 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Usage tracker for resource:router and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:34.985654 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:35.002257 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:35.024765 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3713000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.026970 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.035525 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.047110 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.125839 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fc6f6-7de1-493c-a670-6a772b38dc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3da6ea5-e552-41f1-9567-5dbeca8d9955,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:35.141621 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbef998b-7adc-4ec0-aa09-2e24e18c781b {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:35.151297 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-750fc6f6-7de1-493c-a670-6a772b38dc98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a80c721a14c6462b91c72a9c8c25243d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2514000 May 20 19:41:35.159164 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59772) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:35.160197 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-750fc6f6-7de1-493c-a670-6a772b38dc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:35.190131 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223372a2-6443-42de-a5ad-4755c3cbde3b req-bf3edb84-12e0-49ec-b59e-03f19b3a6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:35.191948 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-223372a2-6443-42de-a5ad-4755c3cbde3b req-bf3edb84-12e0-49ec-b59e-03f19b3a6196 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd365e83075340b28d0280f30bb855f2&device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 1097 time: 0.5511949 May 20 19:41:35.208789 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port fbef998b-7adc-4ec0-aa09-2e24e18c781b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fbef998b-7adc-4ec0-aa09-2e24e18c781b,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:35.236923 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.245919 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:35.456481 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59782) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:35.484238 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=fbef998b-7adc-4ec0-aa09-2e24e18c781b,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:35.485458 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-98ba4d2a-f2be-4d93-b311-5945f0b266c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.488832 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223372a2-6443-42de-a5ad-4755c3cbde3b req-cd8c425f-798a-4f3b-b2a4-df35afd62278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:35.492309 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-223372a2-6443-42de-a5ad-4755c3cbde3b req-cd8c425f-798a-4f3b-b2a4-df35afd62278 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0d6daee-d460-45c4-a64d-1db91ba4dd66 HTTP/1.1" status: 200 len: 910 time: 0.2882135 May 20 19:41:35.511855 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdae91-a523-4d21-a352-a9c312ac11d1 req-7a2f5ea6-d76f-45dd-8702-7a5e789ae2ec tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:35.523704 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3cfdae91-a523-4d21-a352-a9c312ac11d1 req-7a2f5ea6-d76f-45dd-8702-7a5e789ae2ec tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.5043752 May 20 19:41:35.532507 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:35.556527 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3713022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3170'] for router, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.568577 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aa7531f-32a6-586f-bd9e-b2fadefdb9c7-138b13d1-da04-4693-943f-4fb3103df269', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d'}]}} from dv-cinder-792462-2-smb. {{(pid=98303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:41:35.569866 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.581296 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d778ca0-9b81-486a-9145-07a54390f781 req-9ca7323d-579e-4c67-b03c-5b4c179cc1ab tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:35.582915 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7d778ca0-9b81-486a-9145-07a54390f781 req-9ca7323d-579e-4c67-b03c-5b4c179cc1ab tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 944 time: 0.5211246 May 20 19:41:35.661107 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7d778ca0-9b81-486a-9145-07a54390f781 req-fd2eee73-7004-42b9-89ac-9f881deb5c1c tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641015 May 20 19:41:35.737314 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-223372a2-6443-42de-a5ad-4755c3cbde3b req-b100b5d6-c315-4265-a681-040b6b61afaa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2b252b3-33cf-4239-b9f3-a4c89b56d893 HTTP/1.1" status: 200 len: 217 time: 0.1995561 May 20 19:41:35.774781 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-98ba4d2a-f2be-4d93-b311-5945f0b266c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:35.856496 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223372a2-6443-42de-a5ad-4755c3cbde3b req-a26c6fa3-3b33-4582-9c87-d0fe23998d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:35.858210 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-223372a2-6443-42de-a5ad-4755c3cbde3b req-a26c6fa3-3b33-4582-9c87-d0fe23998d68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74b0554a-ec97-4580-875b-b397e819d4fd HTTP/1.1" status: 200 len: 849 time: 0.0936360 May 20 19:41:35.938538 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3cfdae91-a523-4d21-a352-a9c312ac11d1 req-d2a4a2b4-3c4b-4626-b65e-0e652077d5f2 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138262 May 20 19:41:35.960699 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-223372a2-6443-42de-a5ad-4755c3cbde3b req-8475ad87-db8d-4a50-b5d0-bb66b59cee5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0d6daee-d460-45c4-a64d-1db91ba4dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855339 May 20 19:41:35.998996 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.db_base_plugin_common [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Allocated IP 172.20.0.2 (138b13d1-da04-4693-943f-4fb3103df269/d7485202-503d-4dc1-a758-8534ffd6cf5d/4d6082b8-b99a-4902-9c7a-d0837ed38249) {{(pid=98303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:36.020540 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['fbef998b-7adc-4ec0-aa09-2e24e18c781b'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:36.157209 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9e807ccb-54aa-45b0-b920-7d4e70b02ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.197177 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-9e807ccb-54aa-45b0-b920-7d4e70b02ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:36.216003 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-9e807ccb-54aa-45b0-b920-7d4e70b02ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:0588616575eb430bbdde5452e62a3317 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:36.230910 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-9e807ccb-54aa-45b0-b920-7d4e70b02ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:36.248441 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-9e807ccb-54aa-45b0-b920-7d4e70b02ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:36.312002 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-98ba4d2a-f2be-4d93-b311-5945f0b266c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.319059 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:36.337893 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba4d2a-f2be-4d93-b311-5945f0b266c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3da6ea5-e552-41f1-9567-5dbeca8d9955,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:36.349627 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec185f-78ae-4f56-bc0b-0cce5250a4da req-ee7d842c-b3e7-45b5-b6e6-7da9b54e2cd1 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:36.351323 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-11ec185f-78ae-4f56-bc0b-0cce5250a4da req-ee7d842c-b3e7-45b5-b6e6-7da9b54e2cd1 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 944 time: 0.2693923 May 20 19:41:36.366378 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-98ba4d2a-f2be-4d93-b311-5945f0b266c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:36.389949 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-223372a2-6443-42de-a5ad-4755c3cbde3b req-33a7b8cf-21d7-4bc2-a086-d0a59560112a service neutron] 10.222.0.16 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213238 May 20 19:41:36.393059 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-98ba4d2a-f2be-4d93-b311-5945f0b266c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.394124 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-98ba4d2a-f2be-4d93-b311-5945f0b266c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3da6ea5-e552-41f1-9567-5dbeca8d9955 HTTP/1.1" status: 204 len: 168 time: 1.2255712 May 20 19:41:36.610922 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-11ec185f-78ae-4f56-bc0b-0cce5250a4da req-63ef73d9-9307-4e3b-94b1-4ecca05d51c9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440588 May 20 19:41:36.685727 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9e807ccb-54aa-45b0-b920-7d4e70b02ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.713454 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.801221 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9e807ccb-54aa-45b0-b920-7d4e70b02ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.820342 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.831530 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-223372a2-6443-42de-a5ad-4755c3cbde3b req-76929310-9dfb-41a1-b241-4de04b431f27 service neutron] 10.222.0.16 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280717 May 20 19:41:36.931992 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Notify callbacks [] for port, precommit_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:36.958756 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Transition to ACTIVE for port object 4d6082b8-b99a-4902-9c7a-d0837ed38249 will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:37.045503 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Transition to ACTIVE for port object 4d6082b8-b99a-4902-9c7a-d0837ed38249 will not be triggered until provisioned by entity DHCP. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:37.064662 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.068775 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:37.114532 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-5571fb47-fb78-47bd-b984-bf9cf8ee1be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:37.128009 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167d1be-edb4-4415-b9a6-7fea005ea871 req-8a726e98-c56e-47a4-9b69-359fa6ebf631 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:37.149969 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0167d1be-edb4-4415-b9a6-7fea005ea871 req-8a726e98-c56e-47a4-9b69-359fa6ebf631 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 944 time: 0.2546306 May 20 19:41:37.199434 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-9e807ccb-54aa-45b0-b920-7d4e70b02ea2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0588616575eb430bbdde5452e62a3317&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7418549 May 20 19:41:37.203424 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59846) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:37.210896 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Allocated IP 172.28.2.5 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/43824278-d405-42d0-a099-4580765e0765) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:37.221386 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e807ccb-54aa-45b0-b920-7d4e70b02ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e148326-116c-44a2-9a9b-3ded59305746,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:37.241553 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-9e807ccb-54aa-45b0-b920-7d4e70b02ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:37.292780 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Network 138b13d1-da04-4693-943f-4fb3103df269 is already hosted by enough agents. {{(pid=98303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:37.300592 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.base_scheduler [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Resources bound (agent type, host, resource id): {{(pid=98303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:37.313775 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Received port after_create {{(pid=98303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:37.378532 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0167d1be-edb4-4415-b9a6-7fea005ea871 req-323d7483-0720-46ca-8296-529e1e4101db tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199581 May 20 19:41:37.410263 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Pushing event updated for resources: {'Port': ['ID=4d6082b8-b99a-4902-9c7a-d0837ed38249,revision_number=1']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:37.422262 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:37.464505 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dd89efb6-515e-4c12-8175-be98d4c42aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.492503 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59862) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:37.515689 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c7546916-206f-4ae3-8a2b-30fa5815ccca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.524852 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Attempting to bind port 4d6082b8-b99a-4902-9c7a-d0837ed38249 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:37.526180 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Attempting to bind port 4d6082b8-b99a-4902-9c7a-d0837ed38249 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:37.527360 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Attempting to bind port 4d6082b8-b99a-4902-9c7a-d0837ed38249 on network 138b13d1-da04-4693-943f-4fb3103df269 {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:37.530353 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dd89efb6-515e-4c12-8175-be98d4c42aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.543040 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:37.545327 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Checking segment: {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:37.545503 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.548351 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Bound using segment: {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:37.548762 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Bound port: 4d6082b8-b99a-4902-9c7a-d0837ed38249, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:37.549294 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.553916 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c7546916-206f-4ae3-8a2b-30fa5815ccca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:37.567089 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-c7546916-206f-4ae3-8a2b-30fa5815ccca admin admin] Usage tracker for resource:security_group_rule and tenant:2827dbb6535c4f6298dd69c77a2f9b87 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:37.572628 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cb8ac-2327-4440-bf98-020211218917 req-6c00b31b-918f-41ed-b68e-2be7c409bb09 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:37.572899 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-c7546916-206f-4ae3-8a2b-30fa5815ccca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:37.582402 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b6cb8ac-2327-4440-bf98-020211218917 req-6c00b31b-918f-41ed-b68e-2be7c409bb09 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.2977192 May 20 19:41:37.591320 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c7546916-206f-4ae3-8a2b-30fa5815ccca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:37.606858 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.649637 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dd89efb6-515e-4c12-8175-be98d4c42aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.662405 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-dd7e308f-653c-4579-a738-d1b8c06d2180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:37.664935 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b6cb8ac-2327-4440-bf98-020211218917 req-a8705954-5c8e-4ca6-8ae2-c19df165e270 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815217 May 20 19:41:37.710316 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] For port 4d6082b8-b99a-4902-9c7a-d0837ed38249, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:37.711300 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.718497 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89efb6-515e-4c12-8175-be98d4c42aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e148326-116c-44a2-9a9b-3ded59305746,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:37.722101 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:37.724607 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] For port 4d6082b8-b99a-4902-9c7a-d0837ed38249, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=4d6082b8-b99a-4902-9c7a-d0837ed38249,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:37.731010 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-dd89efb6-515e-4c12-8175-be98d4c42aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:37.733844 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dd89efb6-515e-4c12-8175-be98d4c42aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.737839 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-dd89efb6-515e-4c12-8175-be98d4c42aa1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e148326-116c-44a2-9a9b-3ded59305746 HTTP/1.1" status: 204 len: 168 time: 0.5222600 May 20 19:41:37.779090 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c7546916-206f-4ae3-8a2b-30fa5815ccca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.786671 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.787618 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c7546916-206f-4ae3-8a2b-30fa5815ccca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:37.793377 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:37.808649 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:37.813306 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:37.822061 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a3f99dd1-e1cb-464d-8bbf-d5b9ce8ca307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:37.823455 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:37.928049 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-c7546916-206f-4ae3-8a2b-30fa5815ccca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2827dbb6535c4f6298dd69c77a2f9b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333334 May 20 19:41:37.928687 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Pushing event updated for resources: {'Port': ['ID=43824278-d405-42d0-a099-4580765e0765,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:37.936243 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59870) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:37.937919 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7546916-206f-4ae3-8a2b-30fa5815ccca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3190ce4-cab4-4c3a-9cf4-ac020f37a943,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:37.942918 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:37.943812 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c7546916-206f-4ae3-8a2b-30fa5815ccca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:37.990375 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Pushing event updated for resources: {'Port': ['ID=4d6082b8-b99a-4902-9c7a-d0837ed38249,revision_number=2']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:38.051141 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:38.145098 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f11dd8-7ec9-478d-aa12-93e8cd8521fd req-6e5aaa8c-0683-4154-bf7b-2db6e34b3dee tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:38.152027 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f2f11dd8-7ec9-478d-aa12-93e8cd8521fd req-6e5aaa8c-0683-4154-bf7b-2db6e34b3dee tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 944 time: 0.2322414 May 20 19:41:38.226056 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f2f11dd8-7ec9-478d-aa12-93e8cd8521fd req-0c1fb300-8b06-4af7-982d-b48482e8e242 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661590 May 20 19:41:38.292797 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-67b87172-48eb-4954-aaab-6624f04e1669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:38.340623 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-67b87172-48eb-4954-aaab-6624f04e1669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:38.621373 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59904) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:38.635507 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device f2b252b3-33cf-4239-b9f3-a4c89b56d893 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:41:38.659040 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8cb6bc7-8ccb-4781-ac78-512c1b3a342d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:38.685221 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-d8cb6bc7-8ccb-4781-ac78-512c1b3a342d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:38.721612 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-d8cb6bc7-8ccb-4781-ac78-512c1b3a342d admin admin] Usage tracker for resource:security_group_rule and tenant:1ae047d5e9474796aa5408c65e62171c is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:38.730755 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-d8cb6bc7-8ccb-4781-ac78-512c1b3a342d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:38.755340 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-d8cb6bc7-8ccb-4781-ac78-512c1b3a342d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:38.781520 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device fbef998b-7adc-4ec0-aa09-2e24e18c781b up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:38.827579 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-67b87172-48eb-4954-aaab-6624f04e1669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:38.884880 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ac4054ba-51e5-49e4-a29d-f0289dfc8432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:38.939631 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b87172-48eb-4954-aaab-6624f04e1669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3190ce4-cab4-4c3a-9cf4-ac020f37a943,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:38.965377 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-67b87172-48eb-4954-aaab-6624f04e1669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:39.029708 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port f2b252b3-33cf-4239-b9f3-a4c89b56d893, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f2b252b3-33cf-4239-b9f3-a4c89b56d893,segment=NetworkSegment(8336d903-d53c-476d-b554-9c87fb3e1c2c),segment_id=8336d903-d53c-476d-b554-9c87fb3e1c2c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:39.042384 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port fbef998b-7adc-4ec0-aa09-2e24e18c781b completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:39.054830 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port fbef998b-7adc-4ec0-aa09-2e24e18c781b triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:39.055225 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.083099 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'f2b252b3-33cf-4239-b9f3-a4c89b56d893', 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66', 'port_id': 'f2b252b3-33cf-4239-b9f3-a4c89b56d893', 'mac_address': 'fa:16:3e:db:34:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b0554a-ec97-4580-875b-b397e819d4fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:41:39.087358 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17cf5-6052-47e4-bfc9-78444ef6d317 req-3eeaf23c-9de4-4da0-96e7-141fff297857 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:39.089110 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d5d17cf5-6052-47e4-bfc9-78444ef6d317 req-3eeaf23c-9de4-4da0-96e7-141fff297857 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.1901844 May 20 19:41:39.091061 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8cb6bc7-8ccb-4781-ac78-512c1b3a342d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.128587 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8cb6bc7-8ccb-4781-ac78-512c1b3a342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.139542 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c7546916-206f-4ae3-8a2b-30fa5815ccca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:39.176060 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb6bc7-8ccb-4781-ac78-512c1b3a342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f370aef-4e1e-4385-bc96-2f19d60e4c8c,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:39.212989 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d8cb6bc7-8ccb-4781-ac78-512c1b3a342d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:39.219810 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.257849 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d5d17cf5-6052-47e4-bfc9-78444ef6d317 req-604a4d19-c7dc-4d42-83f6-c87bbac19955 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607308 May 20 19:41:39.264875 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-d8cb6bc7-8ccb-4781-ac78-512c1b3a342d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ae047d5e9474796aa5408c65e62171c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424017 May 20 19:41:39.265618 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 59922) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:39.274634 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b252b3-33cf-4239-b9f3-a4c89b56d893 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:39.362314 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ea9a54d1-1ed9-4d06-920d-194517c841f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.437079 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port f2b252b3-33cf-4239-b9f3-a4c89b56d893, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f2b252b3-33cf-4239-b9f3-a4c89b56d893,segment=NetworkSegment(8336d903-d53c-476d-b554-9c87fb3e1c2c),segment_id=8336d903-d53c-476d-b554-9c87fb3e1c2c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:39.438592 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ea9a54d1-1ed9-4d06-920d-194517c841f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.448713 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-67b87172-48eb-4954-aaab-6624f04e1669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.453380 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-67b87172-48eb-4954-aaab-6624f04e1669 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3190ce4-cab4-4c3a-9cf4-ac020f37a943 HTTP/1.1" status: 204 len: 168 time: 1.5092599 May 20 19:41:39.453589 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.465088 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:39.478671 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371c824-e198-4e66-b484-9db05f403f67 req-2ec465e7-c6d1-4faa-bc3b-ab858bb313aa tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:39.486144 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1371c824-e198-4e66-b484-9db05f403f67 req-2ec465e7-c6d1-4faa-bc3b-ab858bb313aa tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 944 time: 0.8682654 May 20 19:41:39.488399 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.560672 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.604394 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374d1f16-a1b0-42d8-a0f4-e00b7a97bc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbef998b-7adc-4ec0-aa09-2e24e18c781b'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:39.622443 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port fbef998b-7adc-4ec0-aa09-2e24e18c781b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fbef998b-7adc-4ec0-aa09-2e24e18c781b,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:39.639126 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=f2b252b3-33cf-4239-b9f3-a4c89b56d893,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:39.646304 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.649372 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379151ff-94fa-4a2d-b409-0653cca4d892 req-627baa07-63e0-4c11-acec-82a0e5146147 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:39.652234 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:39.652750 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:39.657841 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-379151ff-94fa-4a2d-b409-0653cca4d892 req-627baa07-63e0-4c11-acec-82a0e5146147 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 944 time: 0.1664824 May 20 19:41:39.664560 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1371c824-e198-4e66-b484-9db05f403f67 req-45f946c9-d56c-4f74-8a69-072b2ca05a79 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732368 May 20 19:41:39.684167 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ea9a54d1-1ed9-4d06-920d-194517c841f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.690901 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-dce32402-9750-4957-8ad1-bc8f96447610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:39.707165 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a54d1-1ed9-4d06-920d-194517c841f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f370aef-4e1e-4385-bc96-2f19d60e4c8c,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:39.735412 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-ea9a54d1-1ed9-4d06-920d-194517c841f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:39.749285 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-379151ff-94fa-4a2d-b409-0653cca4d892 req-bd2bf6d8-c574-41fe-9b11-ad9d7c2846b1 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903358 May 20 19:41:39.757815 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ea9a54d1-1ed9-4d06-920d-194517c841f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:39.760139 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-ea9a54d1-1ed9-4d06-920d-194517c841f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f370aef-4e1e-4385-bc96-2f19d60e4c8c HTTP/1.1" status: 204 len: 168 time: 0.4924085 May 20 19:41:39.825780 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374d1f16-a1b0-42d8-a0f4-e00b7a97bc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbef998b-7adc-4ec0-aa09-2e24e18c781b', 'code': 200} May 20 19:41:39.826603 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=fbef998b-7adc-4ec0-aa09-2e24e18c781b,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:39.843370 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:39.878185 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6b1d44-bebd-432e-a8fa-c5d57641e412 None None] Network 138b13d1-da04-4693-943f-4fb3103df269 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:41:40.019173 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-799db8a7-51c7-4a4f-97d1-b7b2b522b12a None None] Provisioning for port 4d6082b8-b99a-4902-9c7a-d0837ed38249 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:40.134246 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457923'] for router, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:40.169535 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['f2b252b3-33cf-4239-b9f3-a4c89b56d893'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:40.218116 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740846de-e0de-428b-b600-8a1d6933a012 req-c4d6e1e3-ab2c-487e-be08-fec0c57cabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:40.223095 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-740846de-e0de-428b-b600-8a1d6933a012 req-c4d6e1e3-ab2c-487e-be08-fec0c57cabb3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 1098 time: 0.1655319 May 20 19:41:40.277349 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 4d6082b8-b99a-4902-9c7a-d0837ed38249 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:40.284622 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-740846de-e0de-428b-b600-8a1d6933a012 req-0afbf948-11a1-4967-bb42-4051c01527b7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525007 May 20 19:41:40.461732 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 4d6082b8-b99a-4902-9c7a-d0837ed38249 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:40.483608 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 4d6082b8-b99a-4902-9c7a-d0837ed38249 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:40.483984 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:40.517560 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Router 30ef35ba-0aab-4cbf-8d92-82289a014500 is scheduled to L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 with binding_index 1 {{(pid=98301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:41:40.812880 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899d250-b76f-473b-95f3-7284523d3388 req-0328841b-8d0a-40d2-a641-bdbaad95bd24 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:40.842133 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e899d250-b76f-473b-95f3-7284523d3388 req-0328841b-8d0a-40d2-a641-bdbaad95bd24 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.3129706 May 20 19:41:40.892245 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:40.925886 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:41:40.943948 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Sync routers for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:41:40.967608 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Notify callbacks [] for router, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:40.971616 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0203013 May 20 19:41:40.971827 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 59982) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:40.973057 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:40.980143 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:41:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:41.003445 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 4d6082b8-b99a-4902-9c7a-d0837ed38249, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=4d6082b8-b99a-4902-9c7a-d0837ed38249,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:41.014667 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:41.020139 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-9fe4c0b3-7804-4378-9959-c58d4b1d3a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:41.039173 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e899d250-b76f-473b-95f3-7284523d3388 req-71c20e4c-09d5-47f7-a5fb-1473d3596a60 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931407 May 20 19:41:41.218766 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-ac3791c4-b2ad-4d19-9f4d-9c82203bc5fa None None] Provisioning complete for port 4d6082b8-b99a-4902-9c7a-d0837ed38249 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:41.219383 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ac3791c4-b2ad-4d19-9f4d-9c82203bc5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:41.370517 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=4d6082b8-b99a-4902-9c7a-d0837ed38249,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:41.387542 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:41.456585 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:41.504922 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f9e82-6cca-42b2-8e66-add4ff78aae6 req-b9d7a7aa-90b9-457d-afd8-95fb79622060 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:41.516777 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-826f9e82-6cca-42b2-8e66-add4ff78aae6 req-b9d7a7aa-90b9-457d-afd8-95fb79622060 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 945 time: 0.1312871 May 20 19:41:41.607420 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-826f9e82-6cca-42b2-8e66-add4ff78aae6 req-5a5aae9b-5d6a-4bb0-89ac-91aa8d7e0d61 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894966 May 20 19:41:41.840906 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:38Z', 'revision_number': 3, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:41.845477 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Checking router: 30ef35ba-0aab-4cbf-8d92-82289a014500 for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:41:41.845847 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Updating router 30ef35ba-0aab-4cbf-8d92-82289a014500 port 43824278-d405-42d0-a099-4580765e0765 binding host dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:41:41.861812 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016e029-b888-4c92-bff3-b36a1977057b req-5db89013-0e06-4d34-baf6-46b5f9af940b tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:41.870142 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9016e029-b888-4c92-bff3-b36a1977057b req-5db89013-0e06-4d34-baf6-46b5f9af940b tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 945 time: 0.7833078 May 20 19:41:42.029116 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:42.089680 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9016e029-b888-4c92-bff3-b36a1977057b req-a0edcbfe-79cd-45b2-94a4-a27684f71079 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183657 May 20 19:41:42.266571 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 4d6082b8-b99a-4902-9c7a-d0837ed38249 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:42.392397 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 4d6082b8-b99a-4902-9c7a-d0837ed38249 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:42.392945 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:42.516118 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e308-9940-449a-972e-a10e2fb6a826 req-8970c5ef-fbca-4380-aa08-b73036f32186 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:42.528471 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bab0e308-9940-449a-972e-a10e2fb6a826 req-8970c5ef-fbca-4380-aa08-b73036f32186 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.2068024 May 20 19:41:42.733593 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device f2b252b3-33cf-4239-b9f3-a4c89b56d893 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:42.742221 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bab0e308-9940-449a-972e-a10e2fb6a826 req-3eadfe2b-2c8b-43d7-a4ed-f65faa4a9a6d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077188 May 20 19:41:42.786665 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:42.796133 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e3284b21-c280-42eb-997a-a38c8990b841 req-07a508dd-d29e-4166-b22c-7e30b3883190 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2271895 May 20 19:41:42.807872 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Notify callbacks [] for port, precommit_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:42.825368 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.provisioning_blocks [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Transition to ACTIVE for port object 43824278-d405-42d0-a099-4580765e0765 will not be triggered until provisioned by entity L2. {{(pid=98304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:42.836771 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:42.843788 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:42.944323 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Attempting to bind port 43824278-d405-42d0-a099-4580765e0765 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:42.944874 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Attempting to bind port 43824278-d405-42d0-a099-4580765e0765 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:42.945243 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Attempting to bind port 43824278-d405-42d0-a099-4580765e0765 on network 30f8c0e8-7295-47a8-a197-8cf663cc81fb {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:42.955275 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e88eca-1dc2-44e0-b52b-675301141cc6 None None] Pushing event updated for resources: {'Port': ['ID=43824278-d405-42d0-a099-4580765e0765,revision_number=2']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:42.960161 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-69e88eca-1dc2-44e0-b52b-675301141cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:42.960938 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:42.961302 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Checking segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:42.961700 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:42.963999 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Bound using segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:42.964562 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Bound port: 43824278-d405-42d0-a099-4580765e0765, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:42.964953 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:42.973978 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port f2b252b3-33cf-4239-b9f3-a4c89b56d893 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:42.981923 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port f2b252b3-33cf-4239-b9f3-a4c89b56d893 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:42.982304 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:43.061610 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] For port 43824278-d405-42d0-a099-4580765e0765, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:43.066593 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] For port 43824278-d405-42d0-a099-4580765e0765, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=43824278-d405-42d0-a099-4580765e0765,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:43.073744 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:43.090223 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3284b21-c280-42eb-997a-a38c8990b841 req-c88739b0-f40b-46b6-9d92-b24a8cf5c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:43.090687 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:43.092822 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e3284b21-c280-42eb-997a-a38c8990b841 req-c88739b0-f40b-46b6-9d92-b24a8cf5c573 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 1099 time: 0.1415939 May 20 19:41:43.242026 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:43.243045 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:41:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:43.282171 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:43.338410 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538d35eb-24aa-4e25-9962-d66906b7b6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b252b3-33cf-4239-b9f3-a4c89b56d893'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:43.366940 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e88eca-1dc2-44e0-b52b-675301141cc6 None None] Pushing event updated for resources: {'Port': ['ID=43824278-d405-42d0-a099-4580765e0765,revision_number=3']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:43.375684 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port f2b252b3-33cf-4239-b9f3-a4c89b56d893, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f2b252b3-33cf-4239-b9f3-a4c89b56d893,segment=NetworkSegment(8336d903-d53c-476d-b554-9c87fb3e1c2c),segment_id=8336d903-d53c-476d-b554-9c87fb3e1c2c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:43.378157 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-69e88eca-1dc2-44e0-b52b-675301141cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:43.385792 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:43.388923 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:43.398165 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Allocated IP 172.20.0.1 (138b13d1-da04-4693-943f-4fb3103df269/d7485202-503d-4dc1-a758-8534ffd6cf5d/1d34e74a-f0f6-4014-b493-6647f53cb9f8) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:43.503949 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3284b21-c280-42eb-997a-a38c8990b841 req-ac78f091-c424-42bc-80d8-6f59fc264dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:43.505508 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e3284b21-c280-42eb-997a-a38c8990b841 req-ac78f091-c424-42bc-80d8-6f59fc264dd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 916 time: 0.3849521 May 20 19:41:43.559144 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=f2b252b3-33cf-4239-b9f3-a4c89b56d893,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:43.562949 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:43.614692 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:43.620508 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:43.637083 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Transition to ACTIVE for port object 1d34e74a-f0f6-4014-b493-6647f53cb9f8 will not be triggered until provisioned by entity DHCP. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:43.665456 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e3284b21-c280-42eb-997a-a38c8990b841 req-f39438a8-f1cd-434d-aa1a-f3d3a6be419d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25fdc674-5f19-4a4a-9567-cfe468f8d671 HTTP/1.1" status: 200 len: 217 time: 0.0750072 May 20 19:41:43.746386 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3284b21-c280-42eb-997a-a38c8990b841 req-11d10634-5970-48b3-9db4-f5d4184028c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:43.748001 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e3284b21-c280-42eb-997a-a38c8990b841 req-11d10634-5970-48b3-9db4-f5d4184028c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e HTTP/1.1" status: 200 len: 855 time: 0.0724728 May 20 19:41:43.783548 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:43.811828 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:43.812106 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e3284b21-c280-42eb-997a-a38c8990b841 req-4330b7a3-e66f-4ad3-abec-fd550d7546e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552902 May 20 19:41:43.856424 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:43.868294 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0170bb-ce16-463c-a11e-c1eed1d7d8cf req-3c19f37d-0c23-4443-aee2-9fd2e483a7a1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:43.876522 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8d0170bb-ce16-463c-a11e-c1eed1d7d8cf req-3c19f37d-0c23-4443-aee2-9fd2e483a7a1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 946 time: 0.3698564 May 20 19:41:44.015871 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Pushing event updated for resources: {'Port': ['ID=1d34e74a-f0f6-4014-b493-6647f53cb9f8,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:44.024202 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:44.026821 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Network 138b13d1-da04-4693-943f-4fb3103df269 is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:44.032052 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:44.037624 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:44.048743 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:38Z', 'revision_number': 3, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:44.049710 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8d0170bb-ce16-463c-a11e-c1eed1d7d8cf req-9ee9c577-29cf-41c6-8948-b5a748af7387 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721878 May 20 19:41:44.060165 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217aad49-da45-4eb3-9f9d-cd2c208470fd None None] The sync data for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb is: [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:38Z', 'revision_number': 3, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:41:44.143592 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e3284b21-c280-42eb-997a-a38c8990b841 req-09119f5f-ebe0-4441-9b47-dc6c72e208e6 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224638 May 20 19:41:44.151883 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711962'] for router_interface, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:44.198467 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538d35eb-24aa-4e25-9962-d66906b7b6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b252b3-33cf-4239-b9f3-a4c89b56d893', 'code': 200} May 20 19:41:44.254378 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f0994-e00f-4f79-9ea9-4d622f958006 req-d195e84c-0cce-4dc1-a377-183a5f6a30f3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:44.254757 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b62f0994-e00f-4f79-9ea9-4d622f958006 req-d195e84c-0cce-4dc1-a377-183a5f6a30f3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 945 time: 0.9473193 May 20 19:41:44.436522 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b62f0994-e00f-4f79-9ea9-4d622f958006 req-745a7b31-9e48-4a94-9260-a84fa22eb7ff tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735644 May 20 19:41:44.439393 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e3284b21-c280-42eb-997a-a38c8990b841 req-3cdebf4f-511f-446a-89f2-7df0f84ba6f3 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880123 May 20 19:41:44.564799 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-a6bab342-7dc7-489a-a400-602017aa0cb0 None None] Provisioning for port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:44.580835 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-a6bab342-7dc7-489a-a400-602017aa0cb0 None None] Provisioning complete for port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:44.581391 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-a6bab342-7dc7-489a-a400-602017aa0cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:44.692628 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:44.709145 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-a6bab342-7dc7-489a-a400-602017aa0cb0 None None] Port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:41:44.879431 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160986-1449-48a1-83b3-f7b36a9ef4e6 req-a4523cb9-3462-4984-b200-f7107b64d560 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:44.881804 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-96160986-1449-48a1-83b3-f7b36a9ef4e6 req-a4523cb9-3462-4984-b200-f7107b64d560 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.4036901 May 20 19:41:44.964436 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8314fd-e4de-4ccd-bc02-c7d15d57f4d0 req-e5d80851-bb8e-46e6-bb9d-368d7f5984a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:44.967546 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8f8314fd-e4de-4ccd-bc02-c7d15d57f4d0 req-e5d80851-bb8e-46e6-bb9d-368d7f5984a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 1099 time: 0.3172438 May 20 19:41:45.026384 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-96160986-1449-48a1-83b3-f7b36a9ef4e6 req-bf2b783f-3e5c-4761-a68a-5949a7e21559 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327262 May 20 19:41:45.055299 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.064753 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.121234 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8f8314fd-e4de-4ccd-bc02-c7d15d57f4d0 req-effd95fd-139e-481c-a25e-0f967e4d19b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014314 May 20 19:41:45.196965 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:45.281760 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Pushing event updated for resources: {'Port': ['ID=1d34e74a-f0f6-4014-b493-6647f53cb9f8,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:45.285573 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:45.344332 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454753'] for router_interface, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.512958 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f2d58-c348-4a42-be3d-89e9bb436a11 req-f8ba157a-e2dc-43ca-a4e9-50ab2eaf9186 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:45.514853 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-086f2d58-c348-4a42-be3d-89e9bb436a11 req-f8ba157a-e2dc-43ca-a4e9-50ab2eaf9186 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 946 time: 0.3196242 May 20 19:41:45.554183 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60116) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:45.635527 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-086f2d58-c348-4a42-be3d-89e9bb436a11 req-fa025dbe-357a-469d-9077-0b640b2d6c5a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969048 May 20 19:41:45.673191 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Network 138b13d1-da04-4693-943f-4fb3103df269 is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:45.674473 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:45.809465 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-450b4ac2-bec0-4ff1-b727-c471abaa0723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:45.852403 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-450b4ac2-bec0-4ff1-b727-c471abaa0723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:45.862384 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-450b4ac2-bec0-4ff1-b727-c471abaa0723 admin admin] Usage tracker for resource:security_group_rule and tenant:98c3ee8c3a2242c4b6756a8ee4b64e31 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:45.876487 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-450b4ac2-bec0-4ff1-b727-c471abaa0723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:45.894161 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-450b4ac2-bec0-4ff1-b727-c471abaa0723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:46.024543 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-450b4ac2-bec0-4ff1-b727-c471abaa0723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.041422 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-450b4ac2-bec0-4ff1-b727-c471abaa0723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.051157 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0c5a6c40-e984-4bb6-a03c-e5e35329681c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:46.058999 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-8d6250b6-1d08-4b82-883d-40ea44798d1a None None] Provisioning complete for port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:46.060972 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-8d6250b6-1d08-4b82-883d-40ea44798d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.138157 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Router 30ef35ba-0aab-4cbf-8d92-82289a014500 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:41:46.143529 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 60134) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:46.144238 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-450b4ac2-bec0-4ff1-b727-c471abaa0723 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98c3ee8c3a2242c4b6756a8ee4b64e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855346 May 20 19:41:46.151688 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b4ac2-bec0-4ff1-b727-c471abaa0723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883c3034-739d-4b32-b051-4c5102b04662,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:46.162578 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-450b4ac2-bec0-4ff1-b727-c471abaa0723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:46.221674 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-8d6250b6-1d08-4b82-883d-40ea44798d1a None None] Port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:41:46.252890 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 43824278-d405-42d0-a099-4580765e0765 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:46.351974 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 43824278-d405-42d0-a099-4580765e0765 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:46.359829 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 43824278-d405-42d0-a099-4580765e0765 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:46.360253 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.432536 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-49994e96-0d86-40f4-8e16-5f1a590a2c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.504248 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.523233 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 43824278-d405-42d0-a099-4580765e0765, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=43824278-d405-42d0-a099-4580765e0765,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:46.529100 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.531358 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:46.544400 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-49994e96-0d86-40f4-8e16-5f1a590a2c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.573919 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf6b8a-e6f2-4672-b2b9-eb9a66f944a1 req-aa3edfe4-61de-4d4f-af5d-37335bd41645 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:46.580705 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-74bf6b8a-e6f2-4672-b2b9-eb9a66f944a1 req-aa3edfe4-61de-4d4f-af5d-37335bd41645 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.3865128 May 20 19:41:46.596849 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:41:46.664658 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] 10.222.0.44 "PUT /v2.0/routers/30ef35ba-0aab-4cbf-8d92-82289a014500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6912971 May 20 19:41:46.672437 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=43824278-d405-42d0-a099-4580765e0765,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:46.685187 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-74bf6b8a-e6f2-4672-b2b9-eb9a66f944a1 req-9aa27568-f1f3-494f-b7f4-2fb8eb754664 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826983 May 20 19:41:46.686263 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:46.728415 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Sync routers for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:41:46.733580 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-49994e96-0d86-40f4-8e16-5f1a590a2c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.740082 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f8281538-2e1b-4191-912f-37b16f9cbe26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:46.742720 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:46.745109 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:41:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:46.759200 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49994e96-0d86-40f4-8e16-5f1a590a2c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883c3034-739d-4b32-b051-4c5102b04662,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:46.762161 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-49994e96-0d86-40f4-8e16-5f1a590a2c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:46.770584 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-49994e96-0d86-40f4-8e16-5f1a590a2c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:46.772840 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-49994e96-0d86-40f4-8e16-5f1a590a2c57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/883c3034-739d-4b32-b051-4c5102b04662 HTTP/1.1" status: 204 len: 168 time: 0.6261353 May 20 19:41:47.058917 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e969f-41bf-4226-95b0-b42107d0fa55 req-dfce7edb-c2bc-4f5a-84ab-b2578d6b04db tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:47.060112 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a21e969f-41bf-4226-95b0-b42107d0fa55 req-dfce7edb-c2bc-4f5a-84ab-b2578d6b04db tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 946 time: 0.1933339 May 20 19:41:47.137064 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a21e969f-41bf-4226-95b0-b42107d0fa55 req-8eaf6655-1b14-4cc2-9c01-09838d578d90 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686970 May 20 19:41:47.190915 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:47.296818 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c65efdc5-3063-4850-8bba-5241411e51a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.315375 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 60170) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:47.340765 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6c624686-86b0-4521-a4a2-e8230e84b68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.388202 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6c624686-86b0-4521-a4a2-e8230e84b68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:47.393143 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6c624686-86b0-4521-a4a2-e8230e84b68c admin admin] Usage tracker for resource:security_group_rule and tenant:6345d87159064d3880df5800d8478359 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:47.396467 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6c624686-86b0-4521-a4a2-e8230e84b68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:47.404526 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6c624686-86b0-4521-a4a2-e8230e84b68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:47.545402 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6c624686-86b0-4521-a4a2-e8230e84b68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.551020 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6c624686-86b0-4521-a4a2-e8230e84b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.583696 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a3c8cbe8-cab3-4d26-bc61-ff3e72f80e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:47.595436 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-6c624686-86b0-4521-a4a2-e8230e84b68c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6345d87159064d3880df5800d8478359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760518 May 20 19:41:47.595738 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60186) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:47.660015 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c624686-86b0-4521-a4a2-e8230e84b68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a138c0ba-655d-4816-ab65-487957bcce2b,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:47.669916 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6c624686-86b0-4521-a4a2-e8230e84b68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:47.719728 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b79fd75f-f361-46ac-ac97-9eb4d8d11347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.745270 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 2, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:47.745270 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Checking router: 30ef35ba-0aab-4cbf-8d92-82289a014500 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:41:47.745270 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Updating router 30ef35ba-0aab-4cbf-8d92-82289a014500 port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 binding host dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:41:47.773714 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 60194) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:47.779787 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514729390', 'description': 'tempest-description--1293570594'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:47.788921 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:47.793957 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Usage tracker for resource:security_group and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:47.797566 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:47.804867 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:47.811788 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b79fd75f-f361-46ac-ac97-9eb4d8d11347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.817514 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.858229 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:47.864581 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:47.875238 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Usage tracker for resource:security_group_rule and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:47.890526 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:47.917165 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:48.000048 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b79fd75f-f361-46ac-ac97-9eb4d8d11347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.013985 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a9a8c5e6-5ed1-4f62-b9e3-99b651c666ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:48.045590 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fd75f-f361-46ac-ac97-9eb4d8d11347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a138c0ba-655d-4816-ab65-487957bcce2b,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:48.056874 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b79fd75f-f361-46ac-ac97-9eb4d8d11347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:48.059087 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b79fd75f-f361-46ac-ac97-9eb4d8d11347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.059994 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-b79fd75f-f361-46ac-ac97-9eb4d8d11347 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a138c0ba-655d-4816-ab65-487957bcce2b HTTP/1.1" status: 204 len: 168 time: 0.4629421 May 20 19:41:48.092435 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.114441 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.122780 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6c624686-86b0-4521-a4a2-e8230e84b68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:48.138962 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c15ad-39ed-44ec-b50c-2ab0ceccdf9b req-783cd23d-ac9d-44c8-84bc-a9001fe48cd7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:48.142840 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f33c15ad-39ed-44ec-b50c-2ab0ceccdf9b req-783cd23d-ac9d-44c8-84bc-a9001fe48cd7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.2197664 May 20 19:41:48.243814 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 43824278-d405-42d0-a099-4580765e0765 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:48.255663 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8767cc9c-a2f4-4203-aecb-9135c9b8e242,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:48.273444 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f33c15ad-39ed-44ec-b50c-2ab0ceccdf9b req-97d63602-c379-443b-8139-142a17b997b1 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228931 May 20 19:41:48.274582 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60214) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:48.300013 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:48.329579 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.334050 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5562506 May 20 19:41:48.335010 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60220) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:48.341313 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'security_group_rule': {'security_group_id': '8767cc9c-a2f4-4203-aecb-9135c9b8e242', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:48.354004 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:48.368304 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Usage tracker for resource:security_group_rule and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:48.378801 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:48.394201 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:48.448916 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.501666 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad3f3f-89a1-4b44-8188-88c006e032c6 req-9013663f-0abe-4ce0-9a96-1378ff0d8997 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:48.516686 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f0ad3f3f-89a1-4b44-8188-88c006e032c6 req-9013663f-0abe-4ce0-9a96-1378ff0d8997 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 946 time: 0.1405785 May 20 19:41:48.569629 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 43824278-d405-42d0-a099-4580765e0765 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:48.570015 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.589665 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f0ad3f3f-89a1-4b44-8188-88c006e032c6 req-2967064f-b515-46e4-9782-f59bc70c3c16 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719140 May 20 19:41:48.601295 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.607992 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.659697 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:48.690267 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b143a99-c7e1-4464-968e-4a67c9a28386,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:48.693944 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:48.698340 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.701635 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3628044 May 20 19:41:48.702281 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 60230) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:48.710202 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'security_group_rule': {'security_group_id': '8767cc9c-a2f4-4203-aecb-9135c9b8e242', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:48.719161 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:48.726368 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Usage tracker for resource:security_group_rule and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:48.731177 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:48.738874 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:48.781238 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.796385 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6ca38849-68ea-4e62-96df-5bad90d5454a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.816384 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-6ca38849-68ea-4e62-96df-5bad90d5454a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:48.822425 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-6ca38849-68ea-4e62-96df-5bad90d5454a admin admin] Usage tracker for resource:security_group_rule and tenant:eb2ce285135749d59cf26e439098285c is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:48.827714 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-6ca38849-68ea-4e62-96df-5bad90d5454a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:48.835069 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Notify callbacks [] for port, precommit_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.841925 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-6ca38849-68ea-4e62-96df-5bad90d5454a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:48.899100 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Transition to ACTIVE for port object 1d34e74a-f0f6-4014-b493-6647f53cb9f8 will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:48.915904 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.924529 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d6ba6766-b0d9-4d61-b0cb-9dbe31704ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:48.959527 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.971240 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:48.984673 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:49.008811 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5471018-235d-4747-9916-bcca75281119,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:49.020028 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:49.032754 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.035559 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3316708 May 20 19:41:49.038560 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 60254) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:49.052994 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'floatingip': {'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:49.070487 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:49.082689 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Usage tracker for resource:floatingip and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:49.095249 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:49.108971 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:49.134440 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.162332 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc6ab7-5a09-4d97-99f2-9950bf6b5128 None None] Pushing event updated for resources: {'Port': ['ID=1d34e74a-f0f6-4014-b493-6647f53cb9f8,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:49.226457 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-abbc6ab7-5a09-4d97-99f2-9950bf6b5128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:49.247403 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-c9ff9113-7898-4866-9f12-823e8b4d360a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:49.249166 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-c9ff9113-7898-4866-9f12-823e8b4d360a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 815 time: 0.3416071 May 20 19:41:49.295489 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-9de28e37-e648-4044-8b21-5dd75879abef tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/quotas/e6ca13bd5c364315bc96a57848a221fd HTTP/1.1" status: 200 len: 375 time: 0.0393744 May 20 19:41:49.301277 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6ca38849-68ea-4e62-96df-5bad90d5454a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.336821 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Attempting to bind port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:49.337312 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Attempting to bind port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:49.337735 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Attempting to bind port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 on network 138b13d1-da04-4693-943f-4fb3103df269 {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:49.344879 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:49.345483 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Checking segment: {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:49.345986 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.346561 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Bound using segment: {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:49.347140 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Bound port: 1d34e74a-f0f6-4014-b493-6647f53cb9f8, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:49.347628 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.412914 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.433431 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6ca38849-68ea-4e62-96df-5bad90d5454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.482035 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:49.494745 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] For port 1d34e74a-f0f6-4014-b493-6647f53cb9f8, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:49.499184 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] For port 1d34e74a-f0f6-4014-b493-6647f53cb9f8, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=1d34e74a-f0f6-4014-b493-6647f53cb9f8,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:49.504623 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.510121 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-abbc6ab7-5a09-4d97-99f2-9950bf6b5128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:49.568773 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-6ca38849-68ea-4e62-96df-5bad90d5454a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb2ce285135749d59cf26e439098285c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2882965 May 20 19:41:49.570182 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60276) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:49.609195 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:41:49.611093 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:41:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:49.708578 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca38849-68ea-4e62-96df-5bad90d5454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4527d4-35dd-4774-89c8-3ca8ba8e0f59,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:49.735673 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-6ca38849-68ea-4e62-96df-5bad90d5454a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:49.847357 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-71579377-7e24-4e15-b3f2-66fca951e5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.858203 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af0f63-3290-499a-83a8-0c88e73755b9 req-78ecae45-da4d-43ed-8e6e-24f9daf8a99f tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:49.871704 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-25af0f63-3290-499a-83a8-0c88e73755b9 req-78ecae45-da4d-43ed-8e6e-24f9daf8a99f tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.3776546 May 20 19:41:49.882245 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-71579377-7e24-4e15-b3f2-66fca951e5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.957958 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-d91caaf6-b1a5-44db-be48-3f9080a08cb5 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6535716 May 20 19:41:49.959261 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-71579377-7e24-4e15-b3f2-66fca951e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:49.965398 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-fd6875c6-2edb-4281-ba58-9b6eb296897d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:50.006589 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71579377-7e24-4e15-b3f2-66fca951e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4527d4-35dd-4774-89c8-3ca8ba8e0f59,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:50.009483 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-71579377-7e24-4e15-b3f2-66fca951e5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:50.028893 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-25af0f63-3290-499a-83a8-0c88e73755b9 req-94880d2b-ba3b-4cc2-a11b-a6c171d3ab63 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534452 May 20 19:41:50.033597 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-71579377-7e24-4e15-b3f2-66fca951e5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:50.038141 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-71579377-7e24-4e15-b3f2-66fca951e5f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec4527d4-35dd-4774-89c8-3ca8ba8e0f59 HTTP/1.1" status: 204 len: 168 time: 0.4616494 May 20 19:41:50.072916 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Allocated IP 172.28.2.63 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/e140b11e-a899-4030-b14a-bc8139c9cf98) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:50.171647 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-83d47376-81c1-4e58-b919-925b097e3486 service neutron] 10.222.0.44 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946266 May 20 19:41:50.254213 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:41:50.474652 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:50.502442 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-c8d0fcc3-4ca4-4416-8175-e836c0c7db37 service neutron] 10.222.0.44 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180685 May 20 19:41:50.529083 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:50.536948 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:50.754382 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc6ab7-5a09-4d97-99f2-9950bf6b5128 None None] Pushing event updated for resources: {'Port': ['ID=1d34e74a-f0f6-4014-b493-6647f53cb9f8,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:50.767730 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-abbc6ab7-5a09-4d97-99f2-9950bf6b5128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.258s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:50.769220 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2426e608-2cb8-4962-bf94-c643e4ee7718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:50.769686 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60312) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:50.779351 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:50.899819 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'Port': ['ID=e140b11e-a899-4030-b14a-bc8139c9cf98,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:50.986267 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.015027 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-dddd6044-a8f6-407c-a239-a65f4ec56c2e req-8d3d9cb4-b4f3-4851-a423-791012a0c2d9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 210 time: 0.1561937 May 20 19:41:51.032653 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:51.044811 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:51.056605 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:51.059674 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:51.073849 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:49Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:41:51.088284 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c85a7-d0fb-4ac1-9bc4-0bd694f3c848 None None] The sync data for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb is: [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:49Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:41:51.186134 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-85d8db2a-37e6-45d9-9266-f2456db41d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.229405 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-85d8db2a-37e6-45d9-9266-f2456db41d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:51.235129 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-85d8db2a-37e6-45d9-9266-f2456db41d44 admin admin] Usage tracker for resource:security_group_rule and tenant:a075c261deb44234978950b2410a1296 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:51.259554 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-85d8db2a-37e6-45d9-9266-f2456db41d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:51.279442 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60332) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:51.282193 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-85d8db2a-37e6-45d9-9266-f2456db41d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:51.412322 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab39e8-d86b-45bf-99f5-2bbb50c226b5 req-932acc66-dc9d-4fcc-a1db-bbdbc429f89b tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:51.414351 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4e3b-bdfe-46d8-9042-10860e2c9f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.420470 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b1ab39e8-d86b-45bf-99f5-2bbb50c226b5 req-932acc66-dc9d-4fcc-a1db-bbdbc429f89b tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 946 time: 0.5235314 May 20 19:41:51.473937 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-ca9f4e3b-bdfe-46d8-9042-10860e2c9f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:51.486540 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-ca9f4e3b-bdfe-46d8-9042-10860e2c9f6e admin admin] Usage tracker for resource:security_group_rule and tenant:0a4a2a370d1b4ac09dd92a7d9ffb8e44 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:51.492696 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-ca9f4e3b-bdfe-46d8-9042-10860e2c9f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:51.496984 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b1ab39e8-d86b-45bf-99f5-2bbb50c226b5 req-9aa98cbb-b615-408f-99f1-d929fb6c27ec tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756199 May 20 19:41:51.507035 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.510875 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-ca9f4e3b-bdfe-46d8-9042-10860e2c9f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:51.563457 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ede316-f791-4d60-99db-405a25ddc6bd req-18f17d7e-9b53-4e04-a0cc-73f224a4192d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:51.565192 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38ede316-f791-4d60-99db-405a25ddc6bd req-18f17d7e-9b53-4e04-a0cc-73f224a4192d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.2806354 May 20 19:41:51.611306 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.661255 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-85d8db2a-37e6-45d9-9266-f2456db41d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.677058 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38ede316-f791-4d60-99db-405a25ddc6bd req-3d3c8e99-b4df-49a7-b852-0df3c06e787c tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994778 May 20 19:41:51.679366 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-85d8db2a-37e6-45d9-9266-f2456db41d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.693973 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-8870347d-525c-4f25-adf2-b62afb2ed366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:51.778971 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-85d8db2a-37e6-45d9-9266-f2456db41d44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a075c261deb44234978950b2410a1296&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0081244 May 20 19:41:51.783014 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60338) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:51.794804 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8db2a-37e6-45d9-9266-f2456db41d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696719b5-2b05-4adb-a0aa-c2e804ee69ce,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:51.824920 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-85d8db2a-37e6-45d9-9266-f2456db41d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:51.861734 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4e3b-bdfe-46d8-9042-10860e2c9f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.871405 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4e3b-bdfe-46d8-9042-10860e2c9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.881900 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0851306c-6849-490f-9524-0ac1c84492a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:51.913590 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.923465 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.928485 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:51.952734 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-73f57faf-f1da-409d-8cd9-3d6f5dd6c552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:51.999862 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-73f57faf-f1da-409d-8cd9-3d6f5dd6c552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.013350 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-ca9f4e3b-bdfe-46d8-9042-10860e2c9f6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a4a2a370d1b4ac09dd92a7d9ffb8e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7328522 May 20 19:41:52.017689 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60344) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:52.022601 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4e3b-bdfe-46d8-9042-10860e2c9f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda11057-5653-4ec0-a400-2ada5684c509,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:52.074897 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-ca9f4e3b-bdfe-46d8-9042-10860e2c9f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:52.142993 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9b893edf-7662-4145-8ba2-aa8c0467346c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.156269 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.162095 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-73f57faf-f1da-409d-8cd9-3d6f5dd6c552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.184210 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-71579377-7e24-4e15-b3f2-66fca951e5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:52.211706 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'Port': ['ID=e140b11e-a899-4030-b14a-bc8139c9cf98,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:52.217040 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:52.218002 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f57faf-f1da-409d-8cd9-3d6f5dd6c552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696719b5-2b05-4adb-a0aa-c2e804ee69ce,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:52.221514 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9b893edf-7662-4145-8ba2-aa8c0467346c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.231819 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.232906 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1872730 May 20 19:41:52.245284 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-73f57faf-f1da-409d-8cd9-3d6f5dd6c552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:52.295458 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-73f57faf-f1da-409d-8cd9-3d6f5dd6c552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.296583 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-73f57faf-f1da-409d-8cd9-3d6f5dd6c552 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/696719b5-2b05-4adb-a0aa-c2e804ee69ce HTTP/1.1" status: 204 len: 168 time: 0.5111310 May 20 19:41:52.324877 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-eed2f6d6-433e-4f6d-911f-bd20d6affde9 req-2dc3db1f-4223-4de8-b594-348aba02c150 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 210 time: 0.0906203 May 20 19:41:52.361385 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1d34e74a-f0f6-4014-b493-6647f53cb9f8 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:52.364774 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9b893edf-7662-4145-8ba2-aa8c0467346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.369906 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f36923e5-5cf2-43f2-9caf-20cfe2b1cd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:52.383087 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b893edf-7662-4145-8ba2-aa8c0467346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda11057-5653-4ec0-a400-2ada5684c509,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:52.389715 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-9b893edf-7662-4145-8ba2-aa8c0467346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:52.479822 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9b893edf-7662-4145-8ba2-aa8c0467346c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.481225 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-9b893edf-7662-4145-8ba2-aa8c0467346c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fda11057-5653-4ec0-a400-2ada5684c509 HTTP/1.1" status: 204 len: 168 time: 0.4605389 May 20 19:41:52.550258 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c4e56-baa1-4d88-8530-43ef1b14d7d2 req-a9a2f739-0051-41d9-a214-7c9ba7f11da1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:52.552578 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-170c4e56-baa1-4d88-8530-43ef1b14d7d2 req-a9a2f739-0051-41d9-a214-7c9ba7f11da1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.16 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 946 time: 0.1668663 May 20 19:41:52.589388 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.669528 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:41:52.684312 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:52.685178 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:52.804329 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-3055c928-bfdc-4251-8c19-1c5325d35149 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--514729390&fields=id&tenant_id=7057c75477a14814811e97be384b9f32 HTTP/1.1" status: 200 len: 267 time: 0.1142466 May 20 19:41:53.094588 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.156409 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 1d34e74a-f0f6-4014-b493-6647f53cb9f8, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=1d34e74a-f0f6-4014-b493-6647f53cb9f8,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:53.170847 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.175366 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:53.394268 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=1d34e74a-f0f6-4014-b493-6647f53cb9f8,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:53.396008 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-fe8b5dca-db19-4913-b93b-86e322923718 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:53.400368 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-fe8b5dca-db19-4913-b93b-86e322923718 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 815 time: 0.6683969 May 20 19:41:53.414693 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.415039 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.415397 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.415718 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.416140 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.418233 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.418910 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.420372 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.420715 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.421204 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.421368 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.424155 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:41:53.433805 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Request body: {'port': {'device_id': '2aa456b7-5257-4d1f-aaf9-5c4d141afd9a', 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48', 'admin_state_up': True, 'tenant_id': 'e6ca13bd5c364315bc96a57848a221fd'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:53.444195 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:53.456019 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da775021-81bb-477a-8f42-107f9b8a6936 req-8d424c35-4e4b-4b5b-a2d7-56876f6bbdde tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:53.460972 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-8d424c35-4e4b-4b5b-a2d7-56876f6bbdde tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 817 time: 0.6554070 May 20 19:41:53.474260 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8144108-7bc6-4c00-a1b9-7fe635887b7e req-2f1e7c2b-f8e7-4fbb-a5ee-6e6d44795207 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:53.476634 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f8144108-7bc6-4c00-a1b9-7fe635887b7e req-2f1e7c2b-f8e7-4fbb-a5ee-6e6d44795207 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 946 time: 0.3621888 May 20 19:41:53.477229 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-170c4e56-baa1-4d88-8530-43ef1b14d7d2 req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Deleting port f2b252b3-33cf-4239-b9f3-a4c89b56d893 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:41:53.477622 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-170c4e56-baa1-4d88-8530-43ef1b14d7d2 req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.507067 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-6111fd3a-7c66-4009-8514-41e32704af6c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/quotas/7057c75477a14814811e97be384b9f32 HTTP/1.1" status: 200 len: 375 time: 0.0412135 May 20 19:41:53.552234 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 60398) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:53.606851 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0dff7c45-61ae-4eff-9479-1843d7854d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.660191 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-0dff7c45-61ae-4eff-9479-1843d7854d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:53.672198 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f8144108-7bc6-4c00-a1b9-7fe635887b7e req-9fe59af8-b36b-4db5-81b8-20c28ecbd91a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214561 May 20 19:41:53.673366 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-0dff7c45-61ae-4eff-9479-1843d7854d12 admin admin] Usage tracker for resource:security_group_rule and tenant:15596cfe1518447b964ed82c9d966423 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:53.678431 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-0dff7c45-61ae-4eff-9479-1843d7854d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:53.695863 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-0dff7c45-61ae-4eff-9479-1843d7854d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:53.695863 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:53.720329 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:53.730265 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-170c4e56-baa1-4d88-8530-43ef1b14d7d2 req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] For port f2b252b3-33cf-4239-b9f3-a4c89b56d893, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f2b252b3-33cf-4239-b9f3-a4c89b56d893,segment=NetworkSegment(8336d903-d53c-476d-b554-9c87fb3e1c2c),segment_id=8336d903-d53c-476d-b554-9c87fb3e1c2c)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:41:53.730974 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-170c4e56-baa1-4d88-8530-43ef1b14d7d2 req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.774589 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Made reservation on behalf of e6ca13bd5c364315bc96a57848a221fd for: {'port': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:53.788050 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:53.812202 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-dbc296e2-f72e-4be3-8ef3-b3fbf1e103cf tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2919948 May 20 19:41:53.957671 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-170c4e56-baa1-4d88-8530-43ef1b14d7d2 req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Calling delete_port for f2b252b3-33cf-4239-b9f3-a4c89b56d893 owned by compute:nova {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:41:54.074407 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0dff7c45-61ae-4eff-9479-1843d7854d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.125699 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87f497-4774-4d66-b249-a4f38e9860ab req-24d56b3b-388c-4e24-9791-605693734d6a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:54.132791 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ce87f497-4774-4d66-b249-a4f38e9860ab req-24d56b3b-388c-4e24-9791-605693734d6a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.3241534 May 20 19:41:54.137523 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0dff7c45-61ae-4eff-9479-1843d7854d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.154674 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-44501d19-67d7-408c-86af-766dd9f0e327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:54.174163 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-88c6767b-96b2-478b-a946-fe79a826f2ed service neutron] 10.222.0.44 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433527 May 20 19:41:54.247783 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-0dff7c45-61ae-4eff-9479-1843d7854d12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15596cfe1518447b964ed82c9d966423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6897852 May 20 19:41:54.249211 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Allocated IP 172.20.0.12 (6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48/82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e/a8044034-1cfd-4b6e-b444-df46513c62c7) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:54.254327 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff7c45-61ae-4eff-9479-1843d7854d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b87df31-f2bb-4c2a-9747-090d5ea53196,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:54.261554 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 60420) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:54.267693 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-0dff7c45-61ae-4eff-9479-1843d7854d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:54.283039 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1d34e74a-f0f6-4014-b493-6647f53cb9f8 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:41:54.289984 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ce87f497-4774-4d66-b249-a4f38e9860ab req-ab26aa77-fa23-4b96-9699-90794c017f97 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561592 May 20 19:41:54.396589 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:41:54.398329 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.559347 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-170c4e56-baa1-4d88-8530-43ef1b14d7d2 req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.578684 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['f2b252b3-33cf-4239-b9f3-a4c89b56d893'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:54.587424 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-73463810-c661-44ea-a237-b3536640030a tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:54.702431 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-529d7dca-d178-4a2a-88ab-90324cd3039d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.716130 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5a675cba-eea9-4677-a7eb-10e5fe18c396 req-fcb66b0c-dfed-4311-9dbf-93f59395cf1a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 210 time: 0.1073818 May 20 19:41:54.724096 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Pushing event deleted for resources: {'Port': ['ID=f2b252b3-33cf-4239-b9f3-a4c89b56d893,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:54.732690 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:54.745241 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-170c4e56-baa1-4d88-8530-43ef1b14d7d2 req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] No DVR routers for this DVR port f2b252b3-33cf-4239-b9f3-a4c89b56d893 on host hv-cinder-79246 {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:41:54.750064 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-170c4e56-baa1-4d88-8530-43ef1b14d7d2 req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:54.785416 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538d35eb-24aa-4e25-9962-d66906b7b6e9', 'name': 'network-vif-deleted', 'tag': 'f2b252b3-33cf-4239-b9f3-a4c89b56d893'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:54.841072 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-170c4e56-baa1-4d88-8530-43ef1b14d7d2 req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.16 "DELETE /v2.0/ports/f2b252b3-33cf-4239-b9f3-a4c89b56d893 HTTP/1.1" status: 204 len: 173 time: 2.2688577 May 20 19:41:54.894134 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-2b91ea9a-25d6-44e7-a72a-189e796c1322 service neutron] 10.222.0.44 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7188134 May 20 19:41:54.901519 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8094b0-d0da-4626-a87f-94cee4f68717 req-92de78cb-3504-427d-bc2e-3d66e1630675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:54.919663 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9a8094b0-d0da-4626-a87f-94cee4f68717 req-92de78cb-3504-427d-bc2e-3d66e1630675 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 1099 time: 0.4314175 May 20 19:41:55.003233 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9a8094b0-d0da-4626-a87f-94cee4f68717 req-ae2bc3c0-4126-4852-8807-c771c818bc49 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762274 May 20 19:41:55.066677 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d3898ff3-ed18-4f44-966c-79f4f5550979 req-850f074c-6acb-43f1-a43f-fd602005702b tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=538d35eb-24aa-4e25-9962-d66906b7b6e9 HTTP/1.1" status: 200 len: 210 time: 0.0964749 May 20 19:41:55.078328 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-529d7dca-d178-4a2a-88ab-90324cd3039d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.127306 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.218175 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538d35eb-24aa-4e25-9962-d66906b7b6e9', 'name': 'network-vif-deleted', 'tag': 'f2b252b3-33cf-4239-b9f3-a4c89b56d893', 'status': 'completed', 'code': 200} May 20 19:41:55.225307 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.235373 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a739e13e-0b93-4631-b136-4bda0507cdcb req-1e6ca989-f9d3-4f17-a16c-0ee6570fd5de tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 210 time: 0.0753326 May 20 19:41:55.247463 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['25fdc674-5f19-4a4a-9567-cfe468f8d671', 'fbef998b-7adc-4ec0-aa09-2e24e18c781b'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:41:55.250557 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-b6f51b4e-e9bb-46c1-8bac-0ed462847dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:55.342972 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Pushing event updated for resources: {'Port': ['ID=a8044034-1cfd-4b6e-b444-df46513c62c7,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:55.357200 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-529d7dca-d178-4a2a-88ab-90324cd3039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.361821 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:55.363907 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7529a579-932f-4aef-996a-0715c9e5141f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:55.402366 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:41:55.414094 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d7dca-d178-4a2a-88ab-90324cd3039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b87df31-f2bb-4c2a-9747-090d5ea53196,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:55.417086 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:41:55.423849 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-529d7dca-d178-4a2a-88ab-90324cd3039d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:55.425584 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:41:55.426560 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:41:55.497386 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-529d7dca-d178-4a2a-88ab-90324cd3039d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.498864 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-529d7dca-d178-4a2a-88ab-90324cd3039d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b87df31-f2bb-4c2a-9747-090d5ea53196 HTTP/1.1" status: 204 len: 168 time: 1.2360759 May 20 19:41:55.557203 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:55.563848 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:55.610666 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1918523 May 20 19:41:55.628861 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Request body: {'port': {'device_id': '2aa456b7-5257-4d1f-aaf9-5c4d141afd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:56.096732 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:56.124838 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfca10f-eb51-4786-bb68-f90e3687c2ca req-fd6145ab-ba00-467c-bdf7-1699ad501f82 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:56.127804 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8bfca10f-eb51-4786-bb68-f90e3687c2ca req-fd6145ab-ba00-467c-bdf7-1699ad501f82 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 932 time: 0.1730981 May 20 19:41:56.194245 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9fb08-d14b-44ed-8576-3a8c4b0070c1 req-fc291693-d99c-46da-8f08-734bf85d2204 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:56.201642 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9fe9fb08-d14b-44ed-8576-3a8c4b0070c1 req-fc291693-d99c-46da-8f08-734bf85d2204 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.3628230 May 20 19:41:56.222220 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8bfca10f-eb51-4786-bb68-f90e3687c2ca req-28552ae7-7fbf-4d80-9f14-fb4e435873ec tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870459 May 20 19:41:56.289400 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9fe9fb08-d14b-44ed-8576-3a8c4b0070c1 req-09732f47-fd87-4f8c-a697-f400383a8b17 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868640 May 20 19:41:56.520117 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-86c9b76d-2e0d-4c7f-87a3-6c7b6475a2fa req-10cd032d-3de5-43a1-a960-3c329421deed tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Synchronizing usage tracker for tenant:7057c75477a14814811e97be384b9f32 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:56.552329 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-86c9b76d-2e0d-4c7f-87a3-6c7b6475a2fa req-10cd032d-3de5-43a1-a960-3c329421deed tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Unset dirty status for tenant:7057c75477a14814811e97be384b9f32 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:56.554287 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-86c9b76d-2e0d-4c7f-87a3-6c7b6475a2fa req-10cd032d-3de5-43a1-a960-3c329421deed tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 210 time: 0.0914266 May 20 19:41:56.652467 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60530) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:56.746472 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device f2b252b3-33cf-4239-b9f3-a4c89b56d893 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:41:56.793297 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8044034-1cfd-4b6e-b444-df46513c62c7 {{(pid=98301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:41:56.802530 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:56.808908 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: f2b252b3-33cf-4239-b9f3-a4c89b56d893 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:41:56.809260 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device f2b252b3-33cf-4239-b9f3-a4c89b56d893 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:41:56.824946 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Transition to ACTIVE for port object a8044034-1cfd-4b6e-b444-df46513c62c7 will not be triggered until provisioned by entity L2. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:56.832031 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:56.840466 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:56.987226 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a7d30a92-1bc2-43eb-b231-d749f5423e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.008310 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Pushing event updated for resources: {'Port': ['ID=a8044034-1cfd-4b6e-b444-df46513c62c7,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:57.008916 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-4bf4c489-5aca-44c0-9db6-7300d0078504 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:57.010666 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-4bf4c489-5aca-44c0-9db6-7300d0078504 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/networks?id=b0d6daee-d460-45c4-a64d-1db91ba4dd66 HTTP/1.1" status: 200 len: 809 time: 0.2240896 May 20 19:41:57.023207 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:57.034247 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-a7d30a92-1bc2-43eb-b231-d749f5423e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:57.042190 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-f3024edf-2b57-4459-acf8-319880847da1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/quotas/dd365e83075340b28d0280f30bb855f2 HTTP/1.1" status: 200 len: 375 time: 0.0227025 May 20 19:41:57.043237 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-a7d30a92-1bc2-43eb-b231-d749f5423e7c admin admin] Usage tracker for resource:security_group_rule and tenant:824bae5ceab8481cb641ca653d912f2b is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:41:57.091509 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-a7d30a92-1bc2-43eb-b231-d749f5423e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:41:57.109060 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-153ed331-2b9e-4975-b3f4-25a8407109b3 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Synchronizing usage tracker for tenant:dd365e83075340b28d0280f30bb855f2 on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:57.112981 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-a7d30a92-1bc2-43eb-b231-d749f5423e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:57.140845 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Attempting to bind port a8044034-1cfd-4b6e-b444-df46513c62c7 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:41:57.141430 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Attempting to bind port a8044034-1cfd-4b6e-b444-df46513c62c7 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:41:57.141518 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Attempting to bind port a8044034-1cfd-4b6e-b444-df46513c62c7 on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:57.146970 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Port a8044034-1cfd-4b6e-b444-df46513c62c7 on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:41:57.147302 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Attempting to bind port a8044034-1cfd-4b6e-b444-df46513c62c7 on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:41:57.149836 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-153ed331-2b9e-4975-b3f4-25a8407109b3 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Unset dirty status for tenant:dd365e83075340b28d0280f30bb855f2 on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:57.153787 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:41:57.154129 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Checking segment: {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:41:57.154519 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Bound using segment: {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:41:57.154956 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Bound port: a8044034-1cfd-4b6e-b444-df46513c62c7, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'}}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:41:57.155306 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.158099 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-153ed331-2b9e-4975-b3f4-25a8407109b3 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd365e83075340b28d0280f30bb855f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100099 May 20 19:41:57.268566 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] For port a8044034-1cfd-4b6e-b444-df46513c62c7, host hv-cinder-79246, cleared binding levels {{(pid=98301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:41:57.273516 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] For port a8044034-1cfd-4b6e-b444-df46513c62c7, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a8044034-1cfd-4b6e-b444-df46513c62c7,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:41:57.288285 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.297877 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:57.358327 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:57.359726 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.361420 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] 10.222.0.16 "PUT /v2.0/ports/a8044034-1cfd-4b6e-b444-df46513c62c7 HTTP/1.1" status: 200 len: 1094 time: 1.7402983 May 20 19:41:57.371199 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa456b7-5257-4d1f-aaf9-5c4d141afd9a', 'tag': 'a8044034-1cfd-4b6e-b444-df46513c62c7'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:41:57.410280 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Pushing event updated for resources: {'Port': ['ID=a8044034-1cfd-4b6e-b444-df46513c62c7,revision_number=3']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:57.415526 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:57.434928 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-161b061c-e818-489b-b900-9cc9b2dc1aee service neutron] 10.222.0.44 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759516 May 20 19:41:57.633949 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfbdfc-3870-411e-949c-3f1d12b55ea6 req-dce0a6a5-707d-42fb-b9fe-c9d777d5b16f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:57.634674 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-75bfbdfc-3870-411e-949c-3f1d12b55ea6 req-dce0a6a5-707d-42fb-b9fe-c9d777d5b16f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Synchronizing usage tracker for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:57.644968 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-b21af1e5-a083-477b-9c7b-0cb01dcb1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:57.646979 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-b21af1e5-a083-477b-9c7b-0cb01dcb1175 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 1097 time: 0.1507747 May 20 19:41:57.658103 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-75bfbdfc-3870-411e-949c-3f1d12b55ea6 req-dce0a6a5-707d-42fb-b9fe-c9d777d5b16f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Unset dirty status for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:57.659490 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-75bfbdfc-3870-411e-949c-3f1d12b55ea6 req-dce0a6a5-707d-42fb-b9fe-c9d777d5b16f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 944 time: 0.2121675 May 20 19:41:57.672922 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-fcac18c4-6b49-4dce-81bd-1b4ffe6ad0a6 service neutron] 10.222.0.44 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271953 May 20 19:41:57.812321 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-1abb2de0-d38a-4def-a60a-219bf3677126 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8044034-1cfd-4b6e-b444-df46513c62c7 HTTP/1.1" status: 200 len: 217 time: 0.1519160 May 20 19:41:57.819662 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da775021-81bb-477a-8f42-107f9b8a6936 req-e03dbb68-b9b9-463f-ac3f-1a0243506dd4 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:57.821172 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-e03dbb68-b9b9-463f-ac3f-1a0243506dd4 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 817 time: 0.5438943 May 20 19:41:57.945196 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a7d30a92-1bc2-43eb-b231-d749f5423e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.955469 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a7d30a92-1bc2-43eb-b231-d749f5423e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:57.969283 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b03eba01-f405-4afc-9a22-408cd1210222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:58.009795 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d30a92-1bc2-43eb-b231-d749f5423e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2257ac-f09d-4999-bcdc-f7435fce107b,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:58.015205 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a7d30a92-1bc2-43eb-b231-d749f5423e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:58.024868 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-57a1c69e-5d70-4277-821b-6b6f69cb7c0e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7057c75477a14814811e97be384b9f32 HTTP/1.1" status: 200 len: 379 time: 0.1822057 May 20 19:41:58.056886 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'port': {'device_id': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'admin_state_up': True, 'tenant_id': '7057c75477a14814811e97be384b9f32', 'security_groups': ['8767cc9c-a2f4-4203-aecb-9135c9b8e242']}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:41:58.143709 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-75bfbdfc-3870-411e-949c-3f1d12b55ea6 req-821e1c5a-f540-4bf0-a79a-91bc655cd7a9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997426 May 20 19:41:58.160054 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-b98ee0d5-b5c4-4743-8467-49e4356bd081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:58.162483 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-b98ee0d5-b5c4-4743-8467-49e4356bd081 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e HTTP/1.1" status: 200 len: 855 time: 0.3419032 May 20 19:41:58.231813 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-a7d30a92-1bc2-43eb-b231-d749f5423e7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=824bae5ceab8481cb641ca653d912f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5776169 May 20 19:41:58.255586 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60626) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:58.303416 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa456b7-5257-4d1f-aaf9-5c4d141afd9a', 'tag': 'a8044034-1cfd-4b6e-b444-df46513c62c7', 'status': 'completed', 'code': 200} May 20 19:41:58.316138 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-0dc57ed0-4fb1-4867-99e8-13a8dab3773b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450658 May 20 19:41:58.493858 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5e2b7e5c-3d08-4d20-9560-05442c9cdd66 req-7ded457e-aa8e-4c70-90bd-f407286f08ac tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 210 time: 0.1803749 May 20 19:41:58.526085 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-03f83bc2-4772-43a7-b387-ed562c823863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:58.572465 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39e489-f96c-4273-8aaa-2648643f2492 req-2025c743-818c-43c2-a430-5ca6cf015b65 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:58.574670 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6a39e489-f96c-4273-8aaa-2648643f2492 req-2025c743-818c-43c2-a430-5ca6cf015b65 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.4596548 May 20 19:41:58.588143 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:41:58.596514 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-03f83bc2-4772-43a7-b387-ed562c823863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:58.706293 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:41:58.726693 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6a39e489-f96c-4273-8aaa-2648643f2492 req-19a9ddd5-8bf0-4b90-b95b-8a367f620ef6 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324728 May 20 19:41:58.735701 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Made reservation on behalf of 7057c75477a14814811e97be384b9f32 for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:41:58.739572 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:58.751336 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-547389be-f9e5-4653-b19a-7aa83ecc9171 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272972 May 20 19:41:58.773223 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b23acd0c-cd54-409a-a5ed-0a3047720810 req-37b39a26-c4eb-4ef1-9564-2452139672b9 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 210 time: 0.0963755 May 20 19:41:58.938908 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-03f83bc2-4772-43a7-b387-ed562c823863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:58.957814 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-73f57faf-f1da-409d-8cd9-3d6f5dd6c552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:41:59.027485 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1be8a342-f83d-4318-a60a-81cf4842e8e2 req-00c2342b-9dbf-48c2-9a73-5847736b8c42 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271712 May 20 19:41:59.034197 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f83bc2-4772-43a7-b387-ed562c823863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2257ac-f09d-4999-bcdc-f7435fce107b,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:41:59.045287 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-03f83bc2-4772-43a7-b387-ed562c823863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:41:59.157472 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-03f83bc2-4772-43a7-b387-ed562c823863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:59.158582 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-03f83bc2-4772-43a7-b387-ed562c823863 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce2257ac-f09d-4999-bcdc-f7435fce107b HTTP/1.1" status: 204 len: 168 time: 0.8806388 May 20 19:41:59.196280 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Allocated IP 172.20.0.12 (138b13d1-da04-4693-943f-4fb3103df269/d7485202-503d-4dc1-a758-8534ffd6cf5d/769e0a55-3d4b-41a1-9fd1-b7467f819090) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:41:59.217744 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d116f98-1fc5-4d1a-9575-0003996f13c5 req-44456719-cf2b-47ac-b060-c411ace6fb0b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:59.225918 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1d116f98-1fc5-4d1a-9575-0003996f13c5 req-44456719-cf2b-47ac-b060-c411ace6fb0b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.3475733 May 20 19:41:59.264397 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29ddd0-b138-4f27-8a43-6264806d2201 req-48cde058-4db2-489f-ab13-deaa0ea4df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:59.266054 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0b29ddd0-b138-4f27-8a43-6264806d2201 req-48cde058-4db2-489f-ab13-deaa0ea4df39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 1097 time: 0.1570182 May 20 19:41:59.324915 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1d116f98-1fc5-4d1a-9575-0003996f13c5 req-573ba0f7-552b-4771-ab6d-4c71a513a921 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980749 May 20 19:41:59.581941 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29ddd0-b138-4f27-8a43-6264806d2201 req-fb630284-8a49-48ac-852f-a8676b0c4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:59.594369 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0b29ddd0-b138-4f27-8a43-6264806d2201 req-fb630284-8a49-48ac-852f-a8676b0c4bd8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 916 time: 0.3193128 May 20 19:41:59.606204 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60672) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:59.763845 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:41:59.808318 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238f53f-8d75-4466-a00b-62d06fe349c8 req-27020813-738d-4e49-91b3-6ffe69df0ad8 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:41:59.815323 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2238f53f-8d75-4466-a00b-62d06fe349c8 req-27020813-738d-4e49-91b3-6ffe69df0ad8 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 944 time: 0.4564764 May 20 19:41:59.817444 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0b29ddd0-b138-4f27-8a43-6264806d2201 req-218e1dae-5cac-4b3d-98b2-b6b0b33bdf29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8044034-1cfd-4b6e-b444-df46513c62c7 HTTP/1.1" status: 200 len: 217 time: 0.2132962 May 20 19:41:59.856343 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-2af0f097-6e6f-474a-9cdb-b09bef7a6caa req-b4a77c7f-a4da-4e64-8ca8-1a4590712327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Synchronizing usage tracker for tenant:7057c75477a14814811e97be384b9f32 on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:41:59.859446 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Transition to ACTIVE for port object 769e0a55-3d4b-41a1-9fd1-b7467f819090 will not be triggered until provisioned by entity DHCP. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:41:59.884961 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-2af0f097-6e6f-474a-9cdb-b09bef7a6caa req-b4a77c7f-a4da-4e64-8ca8-1a4590712327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Unset dirty status for tenant:7057c75477a14814811e97be384b9f32 on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:41:59.899343 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2af0f097-6e6f-474a-9cdb-b09bef7a6caa req-b4a77c7f-a4da-4e64-8ca8-1a4590712327 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 210 time: 0.1285412 May 20 19:41:59.940910 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60680) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:41:59.985224 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-bc7c28f9-b231-42f8-b88c-ac1164410fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.005401 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-31922d7d-9ec4-4397-aab8-2cfd713e2542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.026026 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-bc7c28f9-b231-42f8-b88c-ac1164410fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:00.030877 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-bc7c28f9-b231-42f8-b88c-ac1164410fad admin admin] Usage tracker for resource:security_group_rule and tenant:ecb6e72a86ec45c9bf543ba06185ea8d is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:00.034746 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-bc7c28f9-b231-42f8-b88c-ac1164410fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:00.044012 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-bc7c28f9-b231-42f8-b88c-ac1164410fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:00.061075 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2238f53f-8d75-4466-a00b-62d06fe349c8 req-2522f6d9-c0c8-42df-a80f-fcf0ae6c7c16 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239777 May 20 19:42:00.069274 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29ddd0-b138-4f27-8a43-6264806d2201 req-9d01b6e6-9867-463d-8fe4-6941aeffc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:00.074185 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0b29ddd0-b138-4f27-8a43-6264806d2201 req-9d01b6e6-9867-463d-8fe4-6941aeffc1bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e HTTP/1.1" status: 200 len: 855 time: 0.2491825 May 20 19:42:00.177301 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-bc7c28f9-b231-42f8-b88c-ac1164410fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.201798 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0b29ddd0-b138-4f27-8a43-6264806d2201 req-fe5b00c4-e75b-491e-94a5-8ee71fab2048 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202641 May 20 19:42:00.227043 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-bc7c28f9-b231-42f8-b88c-ac1164410fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.239807 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-ca9f4e3b-bdfe-46d8-9042-10860e2c9f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:00.257733 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-31922d7d-9ec4-4397-aab8-2cfd713e2542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:00.293882 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.317529 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-31922d7d-9ec4-4397-aab8-2cfd713e2542 admin admin] Usage tracker for resource:security_group_rule and tenant:11214df0c8004ddd97dab0e8152c823d is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:00.354641 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-213343db-fd8f-4063-964d-7d1c2ed7acde req-0b52fa89-f491-42d7-8aae-3229777af859 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 210 time: 0.1336820 May 20 19:42:00.370016 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-31922d7d-9ec4-4397-aab8-2cfd713e2542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:00.464640 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c28f9-b231-42f8-b88c-ac1164410fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ed145b-e0ab-4eaa-a18c-de2e4eb12102,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:00.477791 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-bc7c28f9-b231-42f8-b88c-ac1164410fad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecb6e72a86ec45c9bf543ba06185ea8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8669870 May 20 19:42:00.477791 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-bc7c28f9-b231-42f8-b88c-ac1164410fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:00.478676 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 60692) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:00.479174 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-31922d7d-9ec4-4397-aab8-2cfd713e2542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:00.488723 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:00.498981 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0b29ddd0-b138-4f27-8a43-6264806d2201 req-98bed2bc-b786-410c-b4b8-71b7ec466153 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894762 May 20 19:42:00.564097 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Network 138b13d1-da04-4693-943f-4fb3103df269 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:00.577885 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:00.580478 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:42:00.702317 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a0cab250-1d12-4fad-8a6b-d9b61358e337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.702529 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'Port': ['ID=769e0a55-3d4b-41a1-9fd1-b7467f819090,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:00.702529 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:00.723612 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:00.724283 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.750533 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d85aba0-3a06-4d32-b16c-14ea5957fe7f tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:00.750533 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d85aba0-3a06-4d32-b16c-14ea5957fe7f tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.16 "GET /v2.0/networks?id=b0d6daee-d460-45c4-a64d-1db91ba4dd66 HTTP/1.1" status: 200 len: 809 time: 0.7295258 May 20 19:42:00.761148 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0b29ddd0-b138-4f27-8a43-6264806d2201 req-01d9a87d-763c-490a-8221-fe8821326bf5 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488086 May 20 19:42:00.762936 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a0cab250-1d12-4fad-8a6b-d9b61358e337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.782520 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Request body: {'port': {'device_id': 'b44f8228-033c-4e47-ac10-135f30de8482', 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66', 'admin_state_up': True, 'tenant_id': 'dd365e83075340b28d0280f30bb855f2'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:00.870648 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a0cab250-1d12-4fad-8a6b-d9b61358e337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.876931 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-73bf38b8-f425-4bf7-b536-52dcf2a8a77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:00.893410 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cab250-1d12-4fad-8a6b-d9b61358e337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ed145b-e0ab-4eaa-a18c-de2e4eb12102,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:00.896901 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a0cab250-1d12-4fad-8a6b-d9b61358e337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:00.905438 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-a0cab250-1d12-4fad-8a6b-d9b61358e337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:00.906590 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-a0cab250-1d12-4fad-8a6b-d9b61358e337 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25ed145b-e0ab-4eaa-a18c-de2e4eb12102 HTTP/1.1" status: 204 len: 168 time: 0.4269276 May 20 19:42:00.983778 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-8a461eb4-ce03-4c2c-847c-2118b8020767 None None] Provisioning for port 769e0a55-3d4b-41a1-9fd1-b7467f819090 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:00.994465 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-8a461eb4-ce03-4c2c-847c-2118b8020767 None None] Provisioning complete for port 769e0a55-3d4b-41a1-9fd1-b7467f819090 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:00.995094 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-8a461eb4-ce03-4c2c-847c-2118b8020767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.060678 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0177419 May 20 19:42:01.116616 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-8a461eb4-ce03-4c2c-847c-2118b8020767 None None] Port 769e0a55-3d4b-41a1-9fd1-b7467f819090 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:42:01.140240 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:01.164134 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-31922d7d-9ec4-4397-aab8-2cfd713e2542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.179891 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Request body: {'port': {'device_id': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:01.232710 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:01.237952 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-31922d7d-9ec4-4397-aab8-2cfd713e2542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.255992 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-05fc0557-9d1b-48a1-a94d-9a6de6996f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:01.283247 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3b96-23f8-4acc-9c4d-aac4ac74c236 req-a1ca06cd-80a9-4d6c-a286-5ebdd036d9b9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:01.284544 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b60e3b96-23f8-4acc-9c4d-aac4ac74c236 req-a1ca06cd-80a9-4d6c-a286-5ebdd036d9b9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 932 time: 0.1496542 May 20 19:42:01.347582 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-31922d7d-9ec4-4397-aab8-2cfd713e2542 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11214df0c8004ddd97dab0e8152c823d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3998675 May 20 19:42:01.357687 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 60708) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:01.364164 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-b60e3b96-23f8-4acc-9c4d-aac4ac74c236 req-935ef916-dbc3-4c1a-9332-ba58052af56f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Synchronizing usage tracker for tenant:7057c75477a14814811e97be384b9f32 on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:01.421190 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Made reservation on behalf of dd365e83075340b28d0280f30bb855f2 for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:01.429287 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-b60e3b96-23f8-4acc-9c4d-aac4ac74c236 req-935ef916-dbc3-4c1a-9332-ba58052af56f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Unset dirty status for tenant:7057c75477a14814811e97be384b9f32 on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:01.433890 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.439168 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b60e3b96-23f8-4acc-9c4d-aac4ac74c236 req-935ef916-dbc3-4c1a-9332-ba58052af56f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455600 May 20 19:42:01.462217 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31922d7d-9ec4-4397-aab8-2cfd713e2542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624e4c74-92d3-4f71-93a4-308a2bcf8f96,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:01.502489 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-dd8e4a97-44af-48c1-9cc4-0882cc05d455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.516779 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-31922d7d-9ec4-4397-aab8-2cfd713e2542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:01.563164 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-dd8e4a97-44af-48c1-9cc4-0882cc05d455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.625527 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.733684 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527643e7-bdbc-4ecc-8133-f7e2705441fb req-3e7545e4-b466-4c77-89c9-0d1cf7d816b6 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:01.735625 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-527643e7-bdbc-4ecc-8133-f7e2705441fb req-3e7545e4-b466-4c77-89c9-0d1cf7d816b6 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 944 time: 0.4337277 May 20 19:42:01.787990 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-72ea50e0-7149-4a1e-b5f1-2cc4307acce3 req-709f0fa2-be63-47e9-b6d0-7dfdc8ed1bf1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 210 time: 0.0974119 May 20 19:42:01.854903 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-dd8e4a97-44af-48c1-9cc4-0882cc05d455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.876055 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a4829440-9368-4dd1-aaef-468161ce53f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:01.898234 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-dd8e4a97-44af-48c1-9cc4-0882cc05d455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:01.902908 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-dd8e4a97-44af-48c1-9cc4-0882cc05d455 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/624e4c74-92d3-4f71-93a4-308a2bcf8f96 HTTP/1.1" status: 204 len: 168 time: 0.5441432 May 20 19:42:01.910020 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e4a97-44af-48c1-9cc4-0882cc05d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624e4c74-92d3-4f71-93a4-308a2bcf8f96,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:01.920684 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-dd8e4a97-44af-48c1-9cc4-0882cc05d455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:01.932358 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-527643e7-bdbc-4ecc-8133-f7e2705441fb req-eb2cbf4f-24bf-4a44-af76-7779718c7a14 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626849 May 20 19:42:01.936469 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Allocated IP 172.20.0.11 (b0d6daee-d460-45c4-a64d-1db91ba4dd66/74b0554a-ec97-4580-875b-b397e819d4fd/f824fc15-6191-44c8-accf-8417c7537450) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:42:02.414629 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769e0a55-3d4b-41a1-9fd1-b7467f819090 {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:02.432303 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24a68f-a285-4663-adf8-1ec4607d1925 req-fa9e783d-2b92-4837-9455-94e85006235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:02.433496 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:02.433970 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b24a68f-a285-4663-adf8-1ec4607d1925 req-fa9e783d-2b92-4837-9455-94e85006235d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 1098 time: 0.1185656 May 20 19:42:02.456248 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Transition to ACTIVE for port object 769e0a55-3d4b-41a1-9fd1-b7467f819090 will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:02.473496 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:02.545850 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:02.599569 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24a68f-a285-4663-adf8-1ec4607d1925 req-9ec83f54-69f1-4d06-9bfa-b163516118ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:02.601005 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b24a68f-a285-4663-adf8-1ec4607d1925 req-9ec83f54-69f1-4d06-9bfa-b163516118ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 919 time: 0.1594276 May 20 19:42:02.604562 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:02.734864 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b24a68f-a285-4663-adf8-1ec4607d1925 req-6ccb96d1-c0f2-4cff-b23d-ec885d5268f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=967970ad-9535-45c6-85aa-915d4660b023 HTTP/1.1" status: 200 len: 217 time: 0.1239226 May 20 19:42:02.770491 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device a8044034-1cfd-4b6e-b444-df46513c62c7 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:42:02.869607 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24a68f-a285-4663-adf8-1ec4607d1925 req-f47eed59-b2d3-4e7b-bf8a-d3d4017a4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:02.872018 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b24a68f-a285-4663-adf8-1ec4607d1925 req-f47eed59-b2d3-4e7b-bf8a-d3d4017a4bb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7949ae50-1bb2-4488-9a28-3be9e26200c6 HTTP/1.1" status: 200 len: 858 time: 0.1210361 May 20 19:42:02.904124 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b39e0-c2d6-4870-a51a-fac8cb69a797 req-3d820cd9-b2a8-40c8-b899-e147651533e9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:02.913915 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ee6b39e0-c2d6-4870-a51a-fac8cb69a797 req-3d820cd9-b2a8-40c8-b899-e147651533e9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.2365220 May 20 19:42:02.941269 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Pushing event updated for resources: {'Port': ['ID=769e0a55-3d4b-41a1-9fd1-b7467f819090,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:02.989229 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:02.991883 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port a8044034-1cfd-4b6e-b444-df46513c62c7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a8044034-1cfd-4b6e-b444-df46513c62c7,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:03.013430 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'a8044034-1cfd-4b6e-b444-df46513c62c7', 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48', 'port_id': 'a8044034-1cfd-4b6e-b444-df46513c62c7', 'mac_address': 'fa:16:3e:05:47:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:42:03.018379 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:03.063535 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b24a68f-a285-4663-adf8-1ec4607d1925 req-01004b58-2756-4490-9b38-ae77b3e134d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4fd580fa-8747-45e2-8a5c-27dd0102a58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465507 May 20 19:42:03.149171 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ee6b39e0-c2d6-4870-a51a-fac8cb69a797 req-d5950f0f-e917-4fdd-a354-3e9fb9d60696 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340267 May 20 19:42:03.157789 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:03.175094 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Attempting to bind port 769e0a55-3d4b-41a1-9fd1-b7467f819090 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:42:03.175614 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Attempting to bind port 769e0a55-3d4b-41a1-9fd1-b7467f819090 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:42:03.181433 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Attempting to bind port 769e0a55-3d4b-41a1-9fd1-b7467f819090 on network 138b13d1-da04-4693-943f-4fb3103df269 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:03.205719 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8044034-1cfd-4b6e-b444-df46513c62c7 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:03.221927 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:03.241827 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port a8044034-1cfd-4b6e-b444-df46513c62c7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a8044034-1cfd-4b6e-b444-df46513c62c7,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:03.247408 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:03.250185 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:03.297584 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Network b0d6daee-d460-45c4-a64d-1db91ba4dd66 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:03.304717 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:03.312589 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Port 769e0a55-3d4b-41a1-9fd1-b7467f819090 on network 138b13d1-da04-4693-943f-4fb3103df269 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:42:03.313038 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Attempting to bind port 769e0a55-3d4b-41a1-9fd1-b7467f819090 on network 138b13d1-da04-4693-943f-4fb3103df269 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:03.336522 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:42:03.408683 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:42:03.409021 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Checking segment: {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:03.409451 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Bound using segment: {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:42:03.410328 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Bound port: 769e0a55-3d4b-41a1-9fd1-b7467f819090, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:42:03.410661 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:03.449238 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=a8044034-1cfd-4b6e-b444-df46513c62c7,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:03.452933 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:03.459523 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a30e55-5d6b-4fd4-a9ae-d9e9d9c29ef6 req-e3452ace-7c6f-4985-b77f-6a9c90ac8ff8 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:03.461222 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-01a30e55-5d6b-4fd4-a9ae-d9e9d9c29ef6 req-e3452ace-7c6f-4985-b77f-6a9c90ac8ff8 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 1.0031867 May 20 19:42:03.477460 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b24a68f-a285-4663-adf8-1ec4607d1925 req-00b28ef7-231d-4502-8c7d-0f137cc30087 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867285 May 20 19:42:03.524133 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269533fe-39ca-4e9d-a661-97731d5fc471 req-a6747fe1-c317-4d5c-8c9a-1cf3aa627a79 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:03.526022 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-269533fe-39ca-4e9d-a661-97731d5fc471 req-a6747fe1-c317-4d5c-8c9a-1cf3aa627a79 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 932 time: 0.2157445 May 20 19:42:03.568735 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:03.569475 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:03.574626 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Pushing event updated for resources: {'Port': ['ID=f824fc15-6191-44c8-accf-8417c7537450,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:03.585964 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:03.659056 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['a8044034-1cfd-4b6e-b444-df46513c62c7'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:42:03.659367 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-269533fe-39ca-4e9d-a661-97731d5fc471 req-36d7d677-a22e-4440-aeeb-5b7ba4b1c3f6 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216693 May 20 19:42:03.692637 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b24a68f-a285-4663-adf8-1ec4607d1925 req-99ae1e78-787e-4627-82d8-1e673ea1cd49 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058692 May 20 19:42:03.724874 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-01a30e55-5d6b-4fd4-a9ae-d9e9d9c29ef6 req-e1abc7e2-2998-44fa-9858-787cafec518f tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235293 May 20 19:42:03.753027 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:42:03.760648 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:42:03.773993 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0126212 May 20 19:42:03.778554 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:03.787813 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:03.840358 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Request body: {'port': {'device_id': 'b44f8228-033c-4e47-ac10-135f30de8482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:03.907868 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:03.908646 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:03.910229 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] 10.222.0.16 "PUT /v2.0/ports/769e0a55-3d4b-41a1-9fd1-b7467f819090 HTTP/1.1" status: 200 len: 1094 time: 2.7379451 May 20 19:42:03.918267 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:04.015823 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c827b9b-fcc8-4fe0-a702-83a17567b13d req-3c60c0d2-0503-45ad-b35c-75c90f7c063b tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:04.017792 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3c827b9b-fcc8-4fe0-a702-83a17567b13d req-3c60c0d2-0503-45ad-b35c-75c90f7c063b tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 945 time: 0.1369767 May 20 19:42:04.045488 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Pushing event updated for resources: {'Port': ['ID=769e0a55-3d4b-41a1-9fd1-b7467f819090,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:04.056497 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'status': 'completed', 'code': 200} May 20 19:42:04.062717 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:04.074771 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3c827b9b-fcc8-4fe0-a702-83a17567b13d req-b3de0e3f-d4ba-4282-8967-c9e2505df7b9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511146 May 20 19:42:04.116576 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.300578 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da775021-81bb-477a-8f42-107f9b8a6936 req-cc2ba1eb-2292-4735-913d-bd4e990292fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:04.313259 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-cc2ba1eb-2292-4735-913d-bd4e990292fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 1097 time: 0.2972651 May 20 19:42:04.463791 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-2b063239-4e02-472c-98f7-1d71026480b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090 HTTP/1.1" status: 200 len: 217 time: 0.0930109 May 20 19:42:04.577923 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 60786) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:04.643082 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da775021-81bb-477a-8f42-107f9b8a6936 req-44473d77-07fa-460c-888b-1bd16c14112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:04.644555 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-44473d77-07fa-460c-888b-1bd16c14112c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.1680262 May 20 19:42:04.656445 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9518b12-cbc2-4ac3-b567-0da9167189a5 req-34518176-2f10-4628-8087-c227c13c9e40 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:04.657892 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f9518b12-cbc2-4ac3-b567-0da9167189a5 req-34518176-2f10-4628-8087-c227c13c9e40 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.3447702 May 20 19:42:04.713912 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7c94f654-3860-4360-b003-4ae4a28b0510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.733256 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-7c94f654-3860-4360-b003-4ae4a28b0510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:04.737719 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-7c94f654-3860-4360-b003-4ae4a28b0510 admin admin] Usage tracker for resource:security_group_rule and tenant:7af882503fba4bfea9890d6a900d9118 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:04.745107 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-7c94f654-3860-4360-b003-4ae4a28b0510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:04.751646 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-7c94f654-3860-4360-b003-4ae4a28b0510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:04.811803 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f9518b12-cbc2-4ac3-b567-0da9167189a5 req-3a6bde6e-5ff6-4544-922b-01504982275e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067376 May 20 19:42:04.877322 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7c94f654-3860-4360-b003-4ae4a28b0510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.884850 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-7c94f654-3860-4360-b003-4ae4a28b0510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.918969 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f824fc15-6191-44c8-accf-8417c7537450 {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:04.929743 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da775021-81bb-477a-8f42-107f9b8a6936 req-4297fb02-009e-49a6-821b-7a101475dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:04.930464 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:04.932317 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-4297fb02-009e-49a6-821b-7a101475dbae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2705772 May 20 19:42:04.942314 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-7c94f654-3860-4360-b003-4ae4a28b0510 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7af882503fba4bfea9890d6a900d9118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630233 May 20 19:42:04.942879 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:04.948386 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60796) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:05.016336 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Transition to ACTIVE for port object f824fc15-6191-44c8-accf-8417c7537450 will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:05.041580 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94f654-3860-4360-b003-4ae4a28b0510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb708a1-9b06-4ec1-8244-42d222c886fd,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:05.045022 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7c94f654-3860-4360-b003-4ae4a28b0510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:05.064234 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.074900 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dc8d5-50c3-48c5-bec7-8be64e32655f req-67a971f7-4709-4b3f-b43b-0873d7a62d89 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:05.076476 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0c8dc8d5-50c3-48c5-bec7-8be64e32655f req-67a971f7-4709-4b3f-b43b-0873d7a62d89 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 932 time: 0.1297297 May 20 19:42:05.135180 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:05.139394 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0c8dc8d5-50c3-48c5-bec7-8be64e32655f req-882df5af-62d0-4740-9aa0-84d5098a8c32 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554821 May 20 19:42:05.313711 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Pushing event updated for resources: {'Port': ['ID=f824fc15-6191-44c8-accf-8417c7537450,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:05.321583 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b489968-7bba-4e7b-971e-ecf324c876ab req-9bacd70d-4317-4ae5-b48e-b5485e9466da tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:05.324584 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8b489968-7bba-4e7b-971e-ecf324c876ab req-9bacd70d-4317-4ae5-b48e-b5485e9466da tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 945 time: 0.0859530 May 20 19:42:05.326539 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:05.330832 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c29dbee2-35da-4549-a095-35171fd047f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.370544 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8b489968-7bba-4e7b-971e-ecf324c876ab req-09968ed4-8632-4749-86f7-68a81bb178ed tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 May 20 19:42:05.381274 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-99fc8dda-90ba-424d-813b-73f44140033f service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338024 May 20 19:42:05.477208 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c29dbee2-35da-4549-a095-35171fd047f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.494546 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c71d1-fab5-41c3-9714-e35c8c5ce209 req-886c7d31-5db0-408a-b259-3e44086d27e1 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:05.496004 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9e8c71d1-fab5-41c3-9714-e35c8c5ce209 req-886c7d31-5db0-408a-b259-3e44086d27e1 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.4902797 May 20 19:42:05.704235 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Attempting to bind port f824fc15-6191-44c8-accf-8417c7537450 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:42:05.704510 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Attempting to bind port f824fc15-6191-44c8-accf-8417c7537450 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8336d903-d53c-476d-b554-9c87fb3e1c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:42:05.704803 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Attempting to bind port f824fc15-6191-44c8-accf-8417c7537450 on network b0d6daee-d460-45c4-a64d-1db91ba4dd66 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:05.721315 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Port f824fc15-6191-44c8-accf-8417c7537450 on network b0d6daee-d460-45c4-a64d-1db91ba4dd66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:42:05.721635 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Attempting to bind port f824fc15-6191-44c8-accf-8417c7537450 on network b0d6daee-d460-45c4-a64d-1db91ba4dd66 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:05.743522 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9e8c71d1-fab5-41c3-9714-e35c8c5ce209 req-1083bafd-d789-40f3-9ce7-d4b1c3aadbf8 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313720 May 20 19:42:05.747128 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:42:05.747458 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Checking segment: {'id': '8336d903-d53c-476d-b554-9c87fb3e1c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:05.747872 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Bound using segment: {'id': '8336d903-d53c-476d-b554-9c87fb3e1c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:42:05.748364 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Bound port: f824fc15-6191-44c8-accf-8417c7537450, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8336d903-d53c-476d-b554-9c87fb3e1c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:42:05.748711 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.786193 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da775021-81bb-477a-8f42-107f9b8a6936 req-199af563-4e51-4310-bdd6-84b3563f1f9c service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756747 May 20 19:42:05.795543 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-c6a0ba00-7afc-4922-8987-5981da72f4d6 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=58fee58c677c459a96125502d7e97cf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301683 May 20 19:42:05.822822 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c29dbee2-35da-4549-a095-35171fd047f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.832551 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:05.904159 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dbee2-35da-4549-a095-35171fd047f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb708a1-9b06-4ec1-8244-42d222c886fd,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:05.907491 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c29dbee2-35da-4549-a095-35171fd047f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:05.939291 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c29dbee2-35da-4549-a095-35171fd047f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.944493 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-c29dbee2-35da-4549-a095-35171fd047f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4eb708a1-9b06-4ec1-8244-42d222c886fd HTTP/1.1" status: 204 len: 168 time: 0.9925978 May 20 19:42:05.964511 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] For port f824fc15-6191-44c8-accf-8417c7537450, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:42:05.972035 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] For port f824fc15-6191-44c8-accf-8417c7537450, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824fc15-6191-44c8-accf-8417c7537450,segment=NetworkSegment(8336d903-d53c-476d-b554-9c87fb3e1c2c),segment_id=8336d903-d53c-476d-b554-9c87fb3e1c2c)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:42:05.980851 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:05.990744 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8bc067a2-e9dd-4d50-82d5-3698983eb03e tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:05.992397 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8bc067a2-e9dd-4d50-82d5-3698983eb03e tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901743 May 20 19:42:06.009482 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5bd110d2-d9ba-404a-8c65-0b63d5c3895f tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/quotas/58fee58c677c459a96125502d7e97cf1 HTTP/1.1" status: 200 len: 375 time: 0.0103281 May 20 19:42:06.021288 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:06.052219 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746aedd-b37c-49ed-8a2f-f5ee9078481d req-71e369f3-e575-480e-9b89-912dc876bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:06.053754 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e746aedd-b37c-49ed-8a2f-f5ee9078481d req-71e369f3-e575-480e-9b89-912dc876bacc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 1097 time: 0.2068410 May 20 19:42:06.134331 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:06.134952 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:06.136451 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] 10.222.0.16 "PUT /v2.0/ports/f824fc15-6191-44c8-accf-8417c7537450 HTTP/1.1" status: 200 len: 1094 time: 2.3505294 May 20 19:42:06.151089 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44f8228-033c-4e47-ac10-135f30de8482', 'tag': 'f824fc15-6191-44c8-accf-8417c7537450'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:06.156988 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-cf5ceea5-142c-49f8-b986-5495d0d91d9e tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=58fee58c677c459a96125502d7e97cf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1379883 May 20 19:42:06.309925 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Pushing event updated for resources: {'Port': ['ID=f824fc15-6191-44c8-accf-8417c7537450,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:06.313315 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:06.369051 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e6ca1-4486-4ac8-8c49-02c0dcd291ee req-bfaebc91-5ea9-4ed0-b067-e83916c22474 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:06.370572 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8d6e6ca1-4486-4ac8-8c49-02c0dcd291ee req-bfaebc91-5ea9-4ed0-b067-e83916c22474 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.3871629 May 20 19:42:06.378169 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746aedd-b37c-49ed-8a2f-f5ee9078481d req-505c5797-7660-4818-adf0-60324261f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:06.379605 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e746aedd-b37c-49ed-8a2f-f5ee9078481d req-505c5797-7660-4818-adf0-60324261f222 service neutron] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 918 time: 0.3104801 May 20 19:42:06.488682 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e746aedd-b37c-49ed-8a2f-f5ee9078481d req-153c4c8f-70a4-4ec8-945b-f0d67c94fcb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090 HTTP/1.1" status: 200 len: 217 time: 0.0822246 May 20 19:42:06.533411 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f08d7-5469-4a32-8e6f-21e8f0ed67ef req-9f2b2e73-26b0-40a6-9a75-e30c72e2ab95 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:06.535279 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-552f08d7-5469-4a32-8e6f-21e8f0ed67ef req-9f2b2e73-26b0-40a6-9a75-e30c72e2ab95 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 944 time: 0.1318548 May 20 19:42:06.555954 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-38ce6bca-dbc0-450e-99c7-fe090136bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:06.555954 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-38ce6bca-dbc0-450e-99c7-fe090136bc74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd365e83075340b28d0280f30bb855f2&device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 1097 time: 0.3158448 May 20 19:42:06.579233 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8d6e6ca1-4486-4ac8-8c49-02c0dcd291ee req-93c27f4e-719f-4c37-90b6-8497997d29d5 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985016 May 20 19:42:06.652170 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-552f08d7-5469-4a32-8e6f-21e8f0ed67ef req-86febc38-046c-4931-a47c-8d7360498efd tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076078 May 20 19:42:06.734131 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44f8228-033c-4e47-ac10-135f30de8482', 'tag': 'f824fc15-6191-44c8-accf-8417c7537450', 'status': 'completed', 'code': 200} May 20 19:42:06.736444 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-49a8d7cd-fdbc-48d3-92a2-86852d298d8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f824fc15-6191-44c8-accf-8417c7537450 HTTP/1.1" status: 200 len: 217 time: 0.1472600 May 20 19:42:06.794425 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746aedd-b37c-49ed-8a2f-f5ee9078481d req-13803799-f892-4304-b8ab-a9f354362832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:06.797760 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device a8044034-1cfd-4b6e-b444-df46513c62c7 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:06.815154 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e746aedd-b37c-49ed-8a2f-f5ee9078481d req-13803799-f892-4304-b8ab-a9f354362832 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.3045952 May 20 19:42:06.815949 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3e249208-7eab-4962-9209-ff8f1632818c req-95f03e7d-b15d-4079-8d5e-19e894da7fe4 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 210 time: 0.0938749 May 20 19:42:06.919221 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-d7dc5412-d758-4008-b866-b23b2a24dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:06.920868 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-d7dc5412-d758-4008-b866-b23b2a24dbdc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74b0554a-ec97-4580-875b-b397e819d4fd HTTP/1.1" status: 200 len: 849 time: 0.1749260 May 20 19:42:06.992314 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port a8044034-1cfd-4b6e-b444-df46513c62c7 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:06.999637 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port a8044034-1cfd-4b6e-b444-df46513c62c7 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:07.001233 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:07.020432 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-8ee0aa73-9eba-43e9-9082-ce960e59fbbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0d6daee-d460-45c4-a64d-1db91ba4dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888422 May 20 19:42:07.111091 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746aedd-b37c-49ed-8a2f-f5ee9078481d req-52409bff-a4d6-4202-b0d8-2e3f71f837f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:07.113311 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e746aedd-b37c-49ed-8a2f-f5ee9078481d req-52409bff-a4d6-4202-b0d8-2e3f71f837f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2899339 May 20 19:42:07.144776 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf628d-db4b-46cc-9ad8-cd0ce5f51eb5 req-884f75a8-fe82-45df-9d7a-87caaf0698bd tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:07.153564 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6ecf628d-db4b-46cc-9ad8-cd0ce5f51eb5 req-884f75a8-fe82-45df-9d7a-87caaf0698bd tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1337147 May 20 19:42:07.210244 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6ecf628d-db4b-46cc-9ad8-cd0ce5f51eb5 req-102157b4-6972-46f2-9933-fe17669cafb4 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546045 May 20 19:42:07.239569 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:07.270377 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa456b7-5257-4d1f-aaf9-5c4d141afd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8044034-1cfd-4b6e-b444-df46513c62c7'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:07.299859 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port a8044034-1cfd-4b6e-b444-df46513c62c7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a8044034-1cfd-4b6e-b444-df46513c62c7,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:07.307403 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:07.311733 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:07.362174 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-bdec955f-d3b1-4dfb-8d1a-a2d85bdbb881 service neutron] 10.222.0.16 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185139 May 20 19:42:07.372653 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da179027-e8cb-481d-879c-a7f0dfc06f79 req-2ba12bd9-a68b-45ea-bc22-f3de3621bf99 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:07.380714 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da179027-e8cb-481d-879c-a7f0dfc06f79 req-2ba12bd9-a68b-45ea-bc22-f3de3621bf99 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 945 time: 0.4101133 May 20 19:42:07.398582 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa456b7-5257-4d1f-aaf9-5c4d141afd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8044034-1cfd-4b6e-b444-df46513c62c7', 'code': 200} May 20 19:42:07.418550 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=a8044034-1cfd-4b6e-b444-df46513c62c7,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:07.425466 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:07.610843 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e746aedd-b37c-49ed-8a2f-f5ee9078481d req-f68b3a57-a4b9-4bc9-9611-9cee2c78214d service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345884 May 20 19:42:07.626570 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-da179027-e8cb-481d-879c-a7f0dfc06f79 req-245d5bd2-92c1-44b2-8c9e-d422f71cd283 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449088 May 20 19:42:07.723220 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d6a06-f90a-4859-a22f-0b823d42c7ee req-7ee17ee4-f95e-4c5e-aad3-c76d967cc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:07.726011 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f15d6a06-f90a-4859-a22f-0b823d42c7ee req-7ee17ee4-f95e-4c5e-aad3-c76d967cc81e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 1099 time: 0.1278780 May 20 19:42:07.778893 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-5d83b645-0b6f-475a-869e-c12a58b19742 service neutron] 10.222.0.16 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926194 May 20 19:42:07.812234 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e746aedd-b37c-49ed-8a2f-f5ee9078481d req-4d8f6ded-2b9b-49d5-b89c-462ab4b3e2ff service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891632 May 20 19:42:07.842016 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f15d6a06-f90a-4859-a22f-0b823d42c7ee req-adc698e0-e768-401b-8984-543231df08b9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701933 May 20 19:42:07.873264 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96d27-ab4b-4477-8227-b7852630030a req-f998f188-2bb0-4422-9f99-0ea29f3fef5a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:07.877589 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bdd96d27-ab4b-4477-8227-b7852630030a req-f998f188-2bb0-4422-9f99-0ea29f3fef5a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.1491346 May 20 19:42:07.939860 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60892) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:07.940605 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bdd96d27-ab4b-4477-8227-b7852630030a req-f5082edd-bb43-4493-b394-a9affb6e1aab tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593195 May 20 19:42:07.971117 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd594c1-d0e1-4233-a7cf-53f992ad7535 req-585cb81c-d24d-4261-9062-043acb29410f tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:07.973094 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-cdd594c1-d0e1-4233-a7cf-53f992ad7535 req-585cb81c-d24d-4261-9062-043acb29410f tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Synchronizing usage tracker for tenant:dd365e83075340b28d0280f30bb855f2 on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:07.993163 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-cdd594c1-d0e1-4233-a7cf-53f992ad7535 req-585cb81c-d24d-4261-9062-043acb29410f tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Unset dirty status for tenant:dd365e83075340b28d0280f30bb855f2 on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:07.994344 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cdd594c1-d0e1-4233-a7cf-53f992ad7535 req-585cb81c-d24d-4261-9062-043acb29410f tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 944 time: 0.1279066 May 20 19:42:08.060657 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cdd594c1-d0e1-4233-a7cf-53f992ad7535 req-f8774b28-770c-48af-9159-680b1bb83e72 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605149 May 20 19:42:08.152399 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3034-9cea-4101-b140-dacb70ec5ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.158953 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-68c7ed62-4616-4797-945d-64015dc2b9ac req-7b99181b-76f2-4323-8c85-b61dcd39fff3 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 210 time: 0.0581291 May 20 19:42:08.167368 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-5a4a3034-9cea-4101-b140-dacb70ec5ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:08.172331 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-5a4a3034-9cea-4101-b140-dacb70ec5ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:b53596d393184997b7c1bd47ccf3887b is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:08.175725 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-5a4a3034-9cea-4101-b140-dacb70ec5ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:08.182977 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-5a4a3034-9cea-4101-b140-dacb70ec5ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:08.199665 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50a7ba-4b1a-4f5a-9bde-41f7011266f1 req-312c3baa-c086-439e-825b-bc8d02485a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:08.202065 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6e50a7ba-4b1a-4f5a-9bde-41f7011266f1 req-312c3baa-c086-439e-825b-bc8d02485a48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd365e83075340b28d0280f30bb855f2&device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 1097 time: 0.1346180 May 20 19:42:08.219930 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-045d62ff-9e69-42ca-8daa-c3f4d256a03a tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=58fee58c677c459a96125502d7e97cf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335021 May 20 19:42:08.385012 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50a7ba-4b1a-4f5a-9bde-41f7011266f1 req-3c70452e-5800-4965-b1bb-d1c090fd8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:08.386817 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6e50a7ba-4b1a-4f5a-9bde-41f7011266f1 req-3c70452e-5800-4965-b1bb-d1c090fd8791 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b0d6daee-d460-45c4-a64d-1db91ba4dd66 HTTP/1.1" status: 200 len: 910 time: 0.1767943 May 20 19:42:08.466598 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6e50a7ba-4b1a-4f5a-9bde-41f7011266f1 req-42abbb57-ff24-4ece-ae2c-e16c6ef04de1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f824fc15-6191-44c8-accf-8417c7537450 HTTP/1.1" status: 200 len: 217 time: 0.0685747 May 20 19:42:08.500777 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-83746127-2ec3-4753-85d0-a4460eab8a00 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:08.502210 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-83746127-2ec3-4753-85d0-a4460eab8a00 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732322 May 20 19:42:08.510646 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3034-9cea-4101-b140-dacb70ec5ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.518347 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Request body: {'port': {'device_id': 'b102d493-f98d-4271-8fef-0e6e5c2f8350', 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302', 'admin_state_up': True, 'tenant_id': '58fee58c677c459a96125502d7e97cf1'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:08.536339 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3034-9cea-4101-b140-dacb70ec5ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.541493 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50a7ba-4b1a-4f5a-9bde-41f7011266f1 req-cb724b12-d0bf-41a9-b762-f25da8667cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:08.542958 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6e50a7ba-4b1a-4f5a-9bde-41f7011266f1 req-cb724b12-d0bf-41a9-b762-f25da8667cdf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74b0554a-ec97-4580-875b-b397e819d4fd HTTP/1.1" status: 200 len: 849 time: 0.0648766 May 20 19:42:08.549284 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-6d604d8e-0370-4cb3-b256-08e16554393d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:08.598752 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6e50a7ba-4b1a-4f5a-9bde-41f7011266f1 req-7c89a50c-ca92-4acc-a9aa-6865e3f87891 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b0d6daee-d460-45c4-a64d-1db91ba4dd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401764 May 20 19:42:08.673273 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46eeab-4a12-4258-8631-aa87936337e7 req-da11706f-b1ec-4a6d-a1c2-750e7b902179 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:08.674781 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0d46eeab-4a12-4258-8631-aa87936337e7 req-da11706f-b1ec-4a6d-a1c2-750e7b902179 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2956307 May 20 19:42:08.679015 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a3034-9cea-4101-b140-dacb70ec5ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389de99c-34fc-486a-be03-83f6a381dcaa,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:08.690965 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-5a4a3034-9cea-4101-b140-dacb70ec5ea2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b53596d393184997b7c1bd47ccf3887b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7499416 May 20 19:42:08.694499 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5a4a3034-9cea-4101-b140-dacb70ec5ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:08.696147 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 60906) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:08.765083 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6e50a7ba-4b1a-4f5a-9bde-41f7011266f1 req-0281b82f-2f2c-43b5-b05f-564c9a00272c service neutron] 10.222.0.16 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457257 May 20 19:42:08.801498 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 769e0a55-3d4b-41a1-9fd1-b7467f819090 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:42:08.803346 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0d46eeab-4a12-4258-8631-aa87936337e7 req-d0d7c4c5-e663-4b3a-9e4d-d152aab433cf tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078796 May 20 19:42:08.808058 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:08.827480 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Usage tracker for resource:port and tenant:58fee58c677c459a96125502d7e97cf1 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:08.832177 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:08.840557 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-279c52d4-19cc-47ac-a04f-688653522779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.843031 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:08.870711 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Made reservation on behalf of 58fee58c677c459a96125502d7e97cf1 for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:08.875126 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.891323 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-279c52d4-19cc-47ac-a04f-688653522779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.903435 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:08.939249 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:08.950358 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Usage tracker for resource:security_group_rule and tenant:58fee58c677c459a96125502d7e97cf1 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:08.953391 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:08.959901 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:09.008847 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d990d8b-5c5d-48d3-a31e-dfeae9037592 req-3b9219be-ee86-4c45-88a3-39cf302dcaf6 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:09.010696 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8d990d8b-5c5d-48d3-a31e-dfeae9037592 req-3b9219be-ee86-4c45-88a3-39cf302dcaf6 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 946 time: 0.2422323 May 20 19:42:09.012267 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-279c52d4-19cc-47ac-a04f-688653522779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.013546 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6e50a7ba-4b1a-4f5a-9bde-41f7011266f1 req-0e3d67d1-745d-41aa-857c-426e7db7f603 service neutron] 10.222.0.16 "GET /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080386 May 20 19:42:09.015150 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:09.031834 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-03f83bc2-4772-43a7-b387-ed562c823863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:09.049498 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'port_id': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'mac_address': 'fa:16:3e:a4:50:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:42:09.054396 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-279c52d4-19cc-47ac-a04f-688653522779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.058111 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-279c52d4-19cc-47ac-a04f-688653522779 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/389de99c-34fc-486a-be03-83f6a381dcaa HTTP/1.1" status: 204 len: 168 time: 0.3578722 May 20 19:42:09.071863 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8d990d8b-5c5d-48d3-a31e-dfeae9037592 req-9c7a6ce6-775f-460f-b3d6-e4cebf27b8d0 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548368 May 20 19:42:09.074156 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c52d4-19cc-47ac-a04f-688653522779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389de99c-34fc-486a-be03-83f6a381dcaa,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:09.076928 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-279c52d4-19cc-47ac-a04f-688653522779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:09.243128 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.262292 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769e0a55-3d4b-41a1-9fd1-b7467f819090 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:09.281283 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:09.287108 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.289446 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:09.302350 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.312422 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.321452 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b79fd75f-f361-46ac-ac97-9eb4d8d11347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:09.357332 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df588d-0f0f-4780-8772-744496e81e78 req-4e607ec5-505d-47dc-8a6b-c76321816010 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:09.358860 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-67df588d-0f0f-4780-8772-744496e81e78 req-4e607ec5-505d-47dc-8a6b-c76321816010 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 944 time: 0.1541364 May 20 19:42:09.378411 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=769e0a55-3d4b-41a1-9fd1-b7467f819090,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:09.391404 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:09.428666 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-67df588d-0f0f-4780-8772-744496e81e78 req-2332d8c5-eea5-4704-a860-bf8d4d0eaae7 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632365 May 20 19:42:09.437180 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f6056-a8b5-4a5c-baa3-b28c18f54bb6 req-98069c11-c9d4-4ab7-ae81-7c216b6e5f8c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:09.438812 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b15f6056-a8b5-4a5c-baa3-b28c18f54bb6 req-98069c11-c9d4-4ab7-ae81-7c216b6e5f8c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.2927260 May 20 19:42:09.452840 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884b9577-b054-4a15-b4b7-2ec53bfba4fa,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:09.481553 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:09.596711 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b15f6056-a8b5-4a5c-baa3-b28c18f54bb6 req-197ae99d-298f-40a6-a6ca-6ab200d7171f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484501 May 20 19:42:09.623309 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-aa165625-5834-4622-a555-9d3caf3fab99 req-3b51297a-7fd9-44c5-a2b1-180f5d054351 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 210 time: 0.0558319 May 20 19:42:09.637219 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Allocated IP 192.168.233.28 (4ec8e36b-f75a-4928-ac1d-9e4b19d44302/9371405b-f104-416a-ab02-ef3c27bac1bb/b519baec-e3a9-4f99-b395-2d816c05a45e) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:42:09.868476 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:09.888499 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Transition to ACTIVE for port object b519baec-e3a9-4f99-b395-2d816c05a45e will not be triggered until provisioned by entity DHCP. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:09.958683 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['769e0a55-3d4b-41a1-9fd1-b7467f819090'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:42:09.981697 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:10.002224 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:10.107470 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Network 4ec8e36b-f75a-4928-ac1d-9e4b19d44302 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:10.112126 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:10.121949 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:42:10.155683 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Pushing event updated for resources: {'Port': ['ID=b519baec-e3a9-4f99-b395-2d816c05a45e,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:10.169626 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:10.209774 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf52f2c-b2f6-4f11-9da7-9742487ca242 req-9f3d87ba-3a19-4c56-9e38-fe585a30d2c1 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:10.211667 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fcf52f2c-b2f6-4f11-9da7-9742487ca242 req-9f3d87ba-3a19-4c56-9e38-fe585a30d2c1 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2898033 May 20 19:42:10.222159 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:10.223068 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:10.473830 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fcf52f2c-b2f6-4f11-9da7-9742487ca242 req-2fbf1bff-e0ef-4095-93ac-5d90ab6773de tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359793 May 20 19:42:10.476419 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9628220 May 20 19:42:10.491014 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Request body: {'port': {'device_id': 'b102d493-f98d-4271-8fef-0e6e5c2f8350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:10.543562 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2430fd-f0e2-4630-997f-8c4e6eef050a req-ca0ae704-5b9e-4d7f-9407-caedfcbb0bc3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:10.545702 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6c2430fd-f0e2-4630-997f-8c4e6eef050a req-ca0ae704-5b9e-4d7f-9407-caedfcbb0bc3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 946 time: 0.2171409 May 20 19:42:10.611324 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-69bf751e-6e47-499d-850d-f9bd60ed2c6b None None] Provisioning for port b519baec-e3a9-4f99-b395-2d816c05a45e completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:10.617285 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-69bf751e-6e47-499d-850d-f9bd60ed2c6b None None] Provisioning complete for port b519baec-e3a9-4f99-b395-2d816c05a45e triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:10.617810 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-69bf751e-6e47-499d-850d-f9bd60ed2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:10.628656 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6c2430fd-f0e2-4630-997f-8c4e6eef050a req-ee223f09-91ef-48bd-8488-081dbd4aabd0 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735438 May 20 19:42:10.687800 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:10.696901 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-69bf751e-6e47-499d-850d-f9bd60ed2c6b None None] Port b519baec-e3a9-4f99-b395-2d816c05a45e cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:42:10.932176 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a04a2a-6b59-40cf-b1c4-c017c6c767ce req-29aa32de-f6e1-4937-b96f-5d7f33d784ad tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:10.934218 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a7a04a2a-6b59-40cf-b1c4-c017c6c767ce req-29aa32de-f6e1-4937-b96f-5d7f33d784ad tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 945 time: 0.1865225 May 20 19:42:10.976559 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b721b-b570-4339-9564-2544309fd808 req-6863889b-5489-451a-89f6-e30d2d06f1e8 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:10.978190 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-592b721b-b570-4339-9564-2544309fd808 req-6863889b-5489-451a-89f6-e30d2d06f1e8 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 944 time: 0.3372693 May 20 19:42:11.018995 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a7a04a2a-6b59-40cf-b1c4-c017c6c767ce req-ccfd517d-f0f0-4dea-a4bf-374cdd28ba65 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772109 May 20 19:42:11.104372 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-592b721b-b570-4339-9564-2544309fd808 req-4b9f3d87-106b-4d6c-a6f4-62ba95390c6b tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680597 May 20 19:42:11.210993 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b519baec-e3a9-4f99-b395-2d816c05a45e {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:11.220543 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:11.237906 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Transition to ACTIVE for port object b519baec-e3a9-4f99-b395-2d816c05a45e will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:11.242223 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1191510-a849-41d5-8e80-eb72122d97c1 req-86436315-8920-4607-aae6-88f11aef0aea tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:11.243179 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:11.244146 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f1191510-a849-41d5-8e80-eb72122d97c1 req-86436315-8920-4607-aae6-88f11aef0aea tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 935 time: 0.0935497 May 20 19:42:11.247972 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:11.301469 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f1191510-a849-41d5-8e80-eb72122d97c1 req-6d0646c1-e46b-4da1-b6e9-7351a614b6a6 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465007 May 20 19:42:11.394996 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Pushing event updated for resources: {'Port': ['ID=b519baec-e3a9-4f99-b395-2d816c05a45e,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:11.405029 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:11.547547 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Attempting to bind port b519baec-e3a9-4f99-b395-2d816c05a45e on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:42:11.548309 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Attempting to bind port b519baec-e3a9-4f99-b395-2d816c05a45e by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'f28b9c30-b51f-4524-bbf3-47058d7c2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:42:11.548309 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Attempting to bind port b519baec-e3a9-4f99-b395-2d816c05a45e on network 4ec8e36b-f75a-4928-ac1d-9e4b19d44302 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:11.556675 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Port b519baec-e3a9-4f99-b395-2d816c05a45e on network 4ec8e36b-f75a-4928-ac1d-9e4b19d44302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:42:11.557841 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Attempting to bind port b519baec-e3a9-4f99-b395-2d816c05a45e on network 4ec8e36b-f75a-4928-ac1d-9e4b19d44302 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:11.564426 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:42:11.564764 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Checking segment: {'id': 'f28b9c30-b51f-4524-bbf3-47058d7c2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:11.568571 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Bound using segment: {'id': 'f28b9c30-b51f-4524-bbf3-47058d7c2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:42:11.568571 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Bound port: b519baec-e3a9-4f99-b395-2d816c05a45e, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b9c30-b51f-4524-bbf3-47058d7c2cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:42:11.568571 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:11.740820 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] For port b519baec-e3a9-4f99-b395-2d816c05a45e, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:42:11.746200 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] For port b519baec-e3a9-4f99-b395-2d816c05a45e, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b519baec-e3a9-4f99-b395-2d816c05a45e,segment=NetworkSegment(f28b9c30-b51f-4524-bbf3-47058d7c2cb7),segment_id=f28b9c30-b51f-4524-bbf3-47058d7c2cb7)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:42:11.751134 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:11.757579 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:11.824757 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:11.825455 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:11.827091 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] 10.222.0.16 "PUT /v2.0/ports/b519baec-e3a9-4f99-b395-2d816c05a45e HTTP/1.1" status: 200 len: 1097 time: 1.3425980 May 20 19:42:11.827747 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b102d493-f98d-4271-8fef-0e6e5c2f8350', 'tag': 'b519baec-e3a9-4f99-b395-2d816c05a45e'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:11.869333 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be647e1f-d18c-4ec8-a3d2-2499d9bcf2a3 req-a4227dd8-35f0-48d6-a690-a1a70fbb93f4 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:11.875845 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb183d86-2cc7-495c-9066-f5defa0dba0b req-6a374123-5e0e-4e30-94ae-fe17e4f3c6fc tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:11.880139 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-fb183d86-2cc7-495c-9066-f5defa0dba0b req-6a374123-5e0e-4e30-94ae-fe17e4f3c6fc tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 946 time: 0.1209314 May 20 19:42:11.881317 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-be647e1f-d18c-4ec8-a3d2-2499d9bcf2a3 req-a4227dd8-35f0-48d6-a690-a1a70fbb93f4 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2523522 May 20 19:42:11.979219 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-fb183d86-2cc7-495c-9066-f5defa0dba0b req-24190430-4196-4342-8d68-99e56ac2a433 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904074 May 20 19:42:11.995512 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-be647e1f-d18c-4ec8-a3d2-2499d9bcf2a3 req-9f3b3b04-227b-47d0-915c-60edf83149ac tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127484 May 20 19:42:12.000358 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Pushing event updated for resources: {'Port': ['ID=b519baec-e3a9-4f99-b395-2d816c05a45e,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:12.018246 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:12.058286 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-21920165-92a4-4e06-8581-74961f3e1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:12.059912 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-21920165-92a4-4e06-8581-74961f3e1eb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fee58c677c459a96125502d7e97cf1&device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 1100 time: 0.1721439 May 20 19:42:12.129843 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b102d493-f98d-4271-8fef-0e6e5c2f8350', 'tag': 'b519baec-e3a9-4f99-b395-2d816c05a45e', 'status': 'completed', 'code': 200} May 20 19:42:12.150589 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-50bb1a9d-d426-4572-899f-a17736e341dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=b519baec-e3a9-4f99-b395-2d816c05a45e HTTP/1.1" status: 200 len: 217 time: 0.0798593 May 20 19:42:12.283633 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-66abbdb5-d589-4b04-9d84-cf4390ba1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:12.284120 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-66abbdb5-d589-4b04-9d84-cf4390ba1e55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9371405b-f104-416a-ab02-ef3c27bac1bb HTTP/1.1" status: 200 len: 843 time: 0.1265960 May 20 19:42:12.361922 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fe39b-e1f0-4e68-b515-167f9bf28fbc req-4d3b1a39-ae99-4695-b7b7-a111337dc0f4 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:12.364580 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-144fe39b-e1f0-4e68-b515-167f9bf28fbc req-4d3b1a39-ae99-4695-b7b7-a111337dc0f4 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 945 time: 0.1639771 May 20 19:42:12.425374 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-14bde1db-cdfb-4671-bc7e-4e8370cc172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:12.426898 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-14bde1db-cdfb-4671-bc7e-4e8370cc172c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ec8e36b-f75a-4928-ac1d-9e4b19d44302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1338420 May 20 19:42:12.430719 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-144fe39b-e1f0-4e68-b515-167f9bf28fbc req-55ed457d-f3ca-4eb7-93b2-e635da5b00ef tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585415 May 20 19:42:12.474897 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e13fe-959f-47a1-b403-b70404a1d3d2 req-293b7360-d734-49c0-8bd6-0dec4fdccbfb tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:12.480870 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d65e13fe-959f-47a1-b403-b70404a1d3d2 req-293b7360-d734-49c0-8bd6-0dec4fdccbfb tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 944 time: 0.1876752 May 20 19:42:12.601063 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d65e13fe-959f-47a1-b403-b70404a1d3d2 req-f4288452-6e66-47e4-98f3-9d6025383652 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110213 May 20 19:42:12.773502 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-16f9b10d-d940-48b3-905f-4aa479f9880e service neutron] 10.222.0.16 "GET /v2.0/networks/4ec8e36b-f75a-4928-ac1d-9e4b19d44302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389914 May 20 19:42:12.830004 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device f824fc15-6191-44c8-accf-8417c7537450 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:42:12.838994 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 769e0a55-3d4b-41a1-9fd1-b7467f819090 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:12.886375 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e14e-9094-4353-8fd7-f5ef13b8a5c4 req-e7318f87-907d-4877-8092-51bae297cb00 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:12.887186 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-d4f9e14e-9094-4353-8fd7-f5ef13b8a5c4 req-e7318f87-907d-4877-8092-51bae297cb00 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Synchronizing usage tracker for tenant:58fee58c677c459a96125502d7e97cf1 on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:12.939840 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-d4f9e14e-9094-4353-8fd7-f5ef13b8a5c4 req-e7318f87-907d-4877-8092-51bae297cb00 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Unset dirty status for tenant:58fee58c677c459a96125502d7e97cf1 on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:12.940580 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d4f9e14e-9094-4353-8fd7-f5ef13b8a5c4 req-e7318f87-907d-4877-8092-51bae297cb00 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 947 time: 0.2551792 May 20 19:42:12.946861 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9bb3ac55-1d0a-4c00-9168-8e763a691303 req-82c71b3f-0d56-4bc8-9843-dad6031517ff service neutron] 10.222.0.16 "GET /v2.0/networks/4ec8e36b-f75a-4928-ac1d-9e4b19d44302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646683 May 20 19:42:12.995796 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-d4f9e14e-9094-4353-8fd7-f5ef13b8a5c4 req-35e98c2a-39ce-462f-8154-b70f459416e2 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Synchronizing usage tracker for tenant:58fee58c677c459a96125502d7e97cf1 on resource:security_group {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:13.022987 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port 769e0a55-3d4b-41a1-9fd1-b7467f819090 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:13.032025 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 769e0a55-3d4b-41a1-9fd1-b7467f819090 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:13.032440 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:13.117480 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port f824fc15-6191-44c8-accf-8417c7537450, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824fc15-6191-44c8-accf-8417c7537450,segment=NetworkSegment(8336d903-d53c-476d-b554-9c87fb3e1c2c),segment_id=8336d903-d53c-476d-b554-9c87fb3e1c2c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:13.136054 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-d4f9e14e-9094-4353-8fd7-f5ef13b8a5c4 req-35e98c2a-39ce-462f-8154-b70f459416e2 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Unset dirty status for tenant:58fee58c677c459a96125502d7e97cf1 on resource:security_group {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:13.140056 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d4f9e14e-9094-4353-8fd7-f5ef13b8a5c4 req-35e98c2a-39ce-462f-8154-b70f459416e2 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921515 May 20 19:42:13.156434 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'f824fc15-6191-44c8-accf-8417c7537450', 'network_id': 'b0d6daee-d460-45c4-a64d-1db91ba4dd66', 'port_id': 'f824fc15-6191-44c8-accf-8417c7537450', 'mac_address': 'fa:16:3e:56:7d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b0554a-ec97-4580-875b-b397e819d4fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:42:13.176446 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5c14a-3146-4129-9394-0948576f0a47 req-4a3c2e1e-e5fa-489e-b4e9-d2d587e20990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:13.181246 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13f5c14a-3146-4129-9394-0948576f0a47 req-4a3c2e1e-e5fa-489e-b4e9-d2d587e20990 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fee58c677c459a96125502d7e97cf1&device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 1100 time: 0.1767406 May 20 19:42:13.238082 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fefc93-f31d-4fce-b0ba-30465b35684d req-7b5f1f7f-2ae8-4d60-b63e-e6b720bf9761 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:13.242414 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e5fefc93-f31d-4fce-b0ba-30465b35684d req-7b5f1f7f-2ae8-4d60-b63e-e6b720bf9761 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1056521 May 20 19:42:13.332657 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e5fefc93-f31d-4fce-b0ba-30465b35684d req-644917a4-f644-424b-8b2f-b868264bbf93 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833366 May 20 19:42:13.353164 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:13.354291 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5c14a-3146-4129-9394-0948576f0a47 req-f3b74c73-9b32-47d0-910e-108ed351269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:13.356463 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13f5c14a-3146-4129-9394-0948576f0a47 req-f3b74c73-9b32-47d0-910e-108ed351269d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ec8e36b-f75a-4928-ac1d-9e4b19d44302 HTTP/1.1" status: 200 len: 870 time: 0.1681578 May 20 19:42:13.396146 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f824fc15-6191-44c8-accf-8417c7537450 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:13.402641 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:13.438188 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13f5c14a-3146-4129-9394-0948576f0a47 req-4d8c665f-dc33-4929-8067-fb01ec1eb1d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=b519baec-e3a9-4f99-b395-2d816c05a45e HTTP/1.1" status: 200 len: 217 time: 0.0713589 May 20 19:42:13.462691 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:13.468848 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port f824fc15-6191-44c8-accf-8417c7537450, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824fc15-6191-44c8-accf-8417c7537450,segment=NetworkSegment(8336d903-d53c-476d-b554-9c87fb3e1c2c),segment_id=8336d903-d53c-476d-b554-9c87fb3e1c2c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:13.474999 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:13.477294 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:13.479827 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:13.511785 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:13.564023 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=f824fc15-6191-44c8-accf-8417c7537450,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:13.568216 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:13.568728 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-180206ac-ee9d-4178-900e-b2d35e8a8b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:13.587033 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5c14a-3146-4129-9394-0948576f0a47 req-344bb077-b394-4aff-ba65-ea9bf57ff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:13.591230 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13f5c14a-3146-4129-9394-0948576f0a47 req-344bb077-b394-4aff-ba65-ea9bf57ff17e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9371405b-f104-416a-ab02-ef3c27bac1bb HTTP/1.1" status: 200 len: 843 time: 0.1455376 May 20 19:42:13.604987 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'code': 200} May 20 19:42:13.650314 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=769e0a55-3d4b-41a1-9fd1-b7467f819090,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:13.653911 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:13.727132 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5c14a-3146-4129-9394-0948576f0a47 req-f7626dcd-ff3a-4d93-ba92-45f0623ce1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:13.729523 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13f5c14a-3146-4129-9394-0948576f0a47 req-f7626dcd-ff3a-4d93-ba92-45f0623ce1bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ec8e36b-f75a-4928-ac1d-9e4b19d44302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1257021 May 20 19:42:13.747563 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548662e-88d0-43ac-940e-f7a4f4a13131 req-f828559a-b981-42e0-92fa-9b44ad5fd7a7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:13.751670 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4548662e-88d0-43ac-940e-f7a4f4a13131 req-f828559a-b981-42e0-92fa-9b44ad5fd7a7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1244793 May 20 19:42:13.849747 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:13.850292 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4548662e-88d0-43ac-940e-f7a4f4a13131 req-79335bbe-a208-4323-8d6c-e978313269a2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867980 May 20 19:42:13.950343 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c1a64-ce0f-4ded-9ec1-f894adb7cfbf req-3af84e4d-e933-46f8-8704-53f6a6523428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:13.953214 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4d1c1a64-ce0f-4ded-9ec1-f894adb7cfbf req-3af84e4d-e933-46f8-8704-53f6a6523428 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 1099 time: 0.1009302 May 20 19:42:13.992942 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13f5c14a-3146-4129-9394-0948576f0a47 req-e1ccf50b-16e6-49fd-b033-ac08d19e9e67 service neutron] 10.222.0.16 "GET /v2.0/networks/4ec8e36b-f75a-4928-ac1d-9e4b19d44302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552938 May 20 19:42:14.001442 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4d1c1a64-ce0f-4ded-9ec1-f894adb7cfbf req-f06a3dd1-3936-4d8a-ab78-d4720a44f27a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383477 May 20 19:42:14.047183 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133c576-7d7f-4867-8710-68705fa7c0a7 req-87709421-9e31-49a0-a69a-d11f9073e4e2 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:14.048716 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b133c576-7d7f-4867-8710-68705fa7c0a7 req-87709421-9e31-49a0-a69a-d11f9073e4e2 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 945 time: 0.2282696 May 20 19:42:14.171386 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b133c576-7d7f-4867-8710-68705fa7c0a7 req-8663f707-3d6e-46e1-b671-9a50d31683aa tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675046 May 20 19:42:14.181901 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13f5c14a-3146-4129-9394-0948576f0a47 req-fcc4ac3b-70b4-4fe8-854d-48a5b7bb01bc service neutron] 10.222.0.16 "GET /v2.0/networks/4ec8e36b-f75a-4928-ac1d-9e4b19d44302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812770 May 20 19:42:14.250518 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['f824fc15-6191-44c8-accf-8417c7537450'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:42:14.366010 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439a97f-35b8-4646-8767-2109e961591e req-10dbbcf8-8ac0-41ca-b908-cb25517cd2ea tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:14.368882 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7439a97f-35b8-4646-8767-2109e961591e req-10dbbcf8-8ac0-41ca-b908-cb25517cd2ea tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 947 time: 0.0904639 May 20 19:42:14.449810 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7439a97f-35b8-4646-8767-2109e961591e req-fd087f1c-e24a-4654-aae5-f597091833d7 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618913 May 20 19:42:14.660490 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f119aa4-e688-4115-8698-809c9ba2a5e2 req-2b2be8a3-0dba-4390-bcf1-e82c095cf05e tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:14.668035 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2f119aa4-e688-4115-8698-809c9ba2a5e2 req-2b2be8a3-0dba-4390-bcf1-e82c095cf05e tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1196604 May 20 19:42:14.717733 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2f119aa4-e688-4115-8698-809c9ba2a5e2 req-d783eed7-b9c5-4031-92f7-448d371f52aa tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 May 20 19:42:14.897475 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 32820) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:15.047934 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-91ec09c4-74a6-48d9-9a1b-f55a7e657380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:15.064330 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-91ec09c4-74a6-48d9-9a1b-f55a7e657380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:15.068375 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-91ec09c4-74a6-48d9-9a1b-f55a7e657380 admin admin] Usage tracker for resource:security_group_rule and tenant:b63034c410b7404d8cd4d6e1cdd537cc is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:15.071440 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-91ec09c4-74a6-48d9-9a1b-f55a7e657380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:15.077560 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-91ec09c4-74a6-48d9-9a1b-f55a7e657380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:15.091081 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c2fa3-d4fd-462c-8b1e-d7eaa69d0bd1 req-6b866a92-b48c-4a6a-8d55-d0f675dfc1dc tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:15.092682 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ba3c2fa3-d4fd-462c-8b1e-d7eaa69d0bd1 req-6b866a92-b48c-4a6a-8d55-d0f675dfc1dc tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.0980351 May 20 19:42:15.147247 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ba3c2fa3-d4fd-462c-8b1e-d7eaa69d0bd1 req-a25aeef5-69f8-4d43-92b5-f412dd4aeac0 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458915 May 20 19:42:15.169808 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-91ec09c4-74a6-48d9-9a1b-f55a7e657380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:15.173671 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-91ec09c4-74a6-48d9-9a1b-f55a7e657380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:15.181679 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-91edb407-46d7-4135-82af-338e901bc503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:15.221203 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec09c4-74a6-48d9-9a1b-f55a7e657380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1a1295-a3ae-42cb-82f3-13893711e5f9,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:15.225394 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-91ec09c4-74a6-48d9-9a1b-f55a7e657380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:15.230812 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-91ec09c4-74a6-48d9-9a1b-f55a7e657380 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b63034c410b7404d8cd4d6e1cdd537cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297100 May 20 19:42:15.231744 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 32830) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:15.334829 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-eb367db9-2faa-4051-80ff-8bb5988488f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:15.373699 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-eb367db9-2faa-4051-80ff-8bb5988488f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:15.428808 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458709-3cc2-4764-ae64-cc4e04b9b7a5 req-c92fc5ea-ec47-40b3-bb9c-fc59710d1594 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:15.430246 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-84458709-3cc2-4764-ae64-cc4e04b9b7a5 req-c92fc5ea-ec47-40b3-bb9c-fc59710d1594 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 945 time: 0.1422691 May 20 19:42:15.468810 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-eb367db9-2faa-4051-80ff-8bb5988488f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:15.476836 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:15.494619 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-84458709-3cc2-4764-ae64-cc4e04b9b7a5 req-7e89b6b6-75c9-4b5d-9388-e7e15c9f9040 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586078 May 20 19:42:15.495608 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb367db9-2faa-4051-80ff-8bb5988488f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1a1295-a3ae-42cb-82f3-13893711e5f9,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:15.499247 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-eb367db9-2faa-4051-80ff-8bb5988488f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:15.504862 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-eb367db9-2faa-4051-80ff-8bb5988488f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:15.505964 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-eb367db9-2faa-4051-80ff-8bb5988488f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee1a1295-a3ae-42cb-82f3-13893711e5f9 HTTP/1.1" status: 204 len: 168 time: 0.2740328 May 20 19:42:15.631743 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8379-53db-46c1-9bad-672cf8606913 req-1d7fb28a-f529-4439-a6ec-a822a59c7669 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:15.633413 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-65ec8379-53db-46c1-9bad-672cf8606913 req-1d7fb28a-f529-4439-a6ec-a822a59c7669 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 947 time: 0.0895691 May 20 19:42:15.685006 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-65ec8379-53db-46c1-9bad-672cf8606913 req-dc3c97a3-6a97-430e-9074-75d38c3de101 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 May 20 19:42:15.846945 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 32844) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:15.865919 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cbad417d-c33f-4dd0-93a5-32b5d9a3a1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:15.881457 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-cbad417d-c33f-4dd0-93a5-32b5d9a3a1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:15.885688 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-cbad417d-c33f-4dd0-93a5-32b5d9a3a1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4581f01b3478443aa42dcd61207e5c11 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:15.888670 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-cbad417d-c33f-4dd0-93a5-32b5d9a3a1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:15.894878 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-cbad417d-c33f-4dd0-93a5-32b5d9a3a1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:15.925810 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ee720-9956-465c-a2b4-8abb8abb53df req-cafeddda-6cbc-455f-9170-6f7b44952168 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:15.928261 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-772ee720-9956-465c-a2b4-8abb8abb53df req-cafeddda-6cbc-455f-9170-6f7b44952168 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.0900097 May 20 19:42:15.983523 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-772ee720-9956-465c-a2b4-8abb8abb53df req-a3950664-ef2f-4a1e-a8cb-4462e26020e9 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492895 May 20 19:42:15.994549 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cbad417d-c33f-4dd0-93a5-32b5d9a3a1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:16.005329 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-cbad417d-c33f-4dd0-93a5-32b5d9a3a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:16.019228 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:16.067816 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-cbad417d-c33f-4dd0-93a5-32b5d9a3a1b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4581f01b3478443aa42dcd61207e5c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197309 May 20 19:42:16.070427 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 32850) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:16.074960 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad417d-c33f-4dd0-93a5-32b5d9a3a1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f078ad7d-f08c-4f30-bce6-fe2ae4bb9e3c,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:16.089778 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-cbad417d-c33f-4dd0-93a5-32b5d9a3a1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:16.137304 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d674-fbe7-4980-9636-6fd4694d8455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:16.180060 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d674-fbe7-4980-9636-6fd4694d8455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:16.245404 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d674-fbe7-4980-9636-6fd4694d8455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:16.250596 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d8cb6bc7-8ccb-4781-ac78-512c1b3a342d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:16.265952 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1d674-fbe7-4980-9636-6fd4694d8455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f078ad7d-f08c-4f30-bce6-fe2ae4bb9e3c,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:16.299376 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e0c1d674-fbe7-4980-9636-6fd4694d8455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:16.305065 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d674-fbe7-4980-9636-6fd4694d8455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:16.306189 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-e0c1d674-fbe7-4980-9636-6fd4694d8455 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f078ad7d-f08c-4f30-bce6-fe2ae4bb9e3c HTTP/1.1" status: 204 len: 168 time: 0.2348759 May 20 19:42:16.363269 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31c7bf-8aad-4084-87c7-21dc6fd1960e req-38cd8203-19da-413c-8fba-f32e00c467ba tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:16.365418 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fc31c7bf-8aad-4084-87c7-21dc6fd1960e req-38cd8203-19da-413c-8fba-f32e00c467ba tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1024559 May 20 19:42:16.475528 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fc31c7bf-8aad-4084-87c7-21dc6fd1960e req-003de42e-2c5f-44be-b458-4cc9e3c644ee tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036832 May 20 19:42:16.681713 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239cec6-0dfb-466e-8757-195d82e7c111 req-7c032fd0-07da-4a1a-972e-049b46f98e2f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:16.683780 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a239cec6-0dfb-466e-8757-195d82e7c111 req-7c032fd0-07da-4a1a-972e-049b46f98e2f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.0889666 May 20 19:42:16.692542 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 32866) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:16.702250 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-2c2f5731-a2be-4d34-9e02-6ecac8906d62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'floatingip': {'port_id': '769e0a55-3d4b-41a1-9fd1-b7467f819090'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:16.735041 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c0903-2c4a-4fd0-8cd4-93ef5df15662 req-22802bf1-e843-454e-b138-935613584daa tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:16.750491 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ad8c0903-2c4a-4fd0-8cd4-93ef5df15662 req-22802bf1-e843-454e-b138-935613584daa tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 945 time: 0.1229935 May 20 19:42:16.792551 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5731-a2be-4d34-9e02-6ecac8906d62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:16.843516 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ad8c0903-2c4a-4fd0-8cd4-93ef5df15662 req-ff09a66f-d091-4fc0-b657-c9c2a89a129e tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862174 May 20 19:42:16.847087 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device b519baec-e3a9-4f99-b395-2d816c05a45e details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:42:16.965086 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device f824fc15-6191-44c8-accf-8417c7537450 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:17.069097 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port b519baec-e3a9-4f99-b395-2d816c05a45e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b519baec-e3a9-4f99-b395-2d816c05a45e,segment=NetworkSegment(f28b9c30-b51f-4524-bbf3-47058d7c2cb7),segment_id=f28b9c30-b51f-4524-bbf3-47058d7c2cb7)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:17.092511 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'b519baec-e3a9-4f99-b395-2d816c05a45e', 'network_id': '4ec8e36b-f75a-4928-ac1d-9e4b19d44302', 'port_id': 'b519baec-e3a9-4f99-b395-2d816c05a45e', 'mac_address': 'fa:16:3e:f1:ef:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9371405b-f104-416a-ab02-ef3c27bac1bb', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:42:17.109508 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b12db8-0fee-45f2-a4d7-35614e6290d2 req-97ac2c7a-5cbc-4350-add2-a1e26d434816 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:17.111147 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-25b12db8-0fee-45f2-a4d7-35614e6290d2 req-97ac2c7a-5cbc-4350-add2-a1e26d434816 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 947 time: 0.1958480 May 20 19:42:17.135984 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port f824fc15-6191-44c8-accf-8417c7537450 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:17.153802 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port f824fc15-6191-44c8-accf-8417c7537450 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:17.154460 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:17.171934 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-25b12db8-0fee-45f2-a4d7-35614e6290d2 req-35b3841e-0e7d-4002-a0d3-3064bb5b312c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538316 May 20 19:42:17.266686 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:17.294478 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b519baec-e3a9-4f99-b395-2d816c05a45e {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:17.310718 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d9524f96-fbd1-4cd1-bee6-a8a77eee86a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:17.333354 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port b519baec-e3a9-4f99-b395-2d816c05a45e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b519baec-e3a9-4f99-b395-2d816c05a45e,segment=NetworkSegment(f28b9c30-b51f-4524-bbf3-47058d7c2cb7),segment_id=f28b9c30-b51f-4524-bbf3-47058d7c2cb7)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:17.413382 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:17.418342 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:17.453903 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225ed94-c09d-4fb1-9598-af424889700d req-8da1832f-da2d-40d7-890f-9d049527728e tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:17.455433 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c225ed94-c09d-4fb1-9598-af424889700d req-8da1832f-da2d-40d7-890f-9d049527728e tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1638145 May 20 19:42:17.496395 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:17.529363 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c225ed94-c09d-4fb1-9598-af424889700d req-e32ce6a1-2a44-4467-9277-dc0134ca4577 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649235 May 20 19:42:17.550861 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44f8228-033c-4e47-ac10-135f30de8482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f824fc15-6191-44c8-accf-8417c7537450'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:17.558220 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=b519baec-e3a9-4f99-b395-2d816c05a45e,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:17.566765 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:17.569653 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port f824fc15-6191-44c8-accf-8417c7537450, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824fc15-6191-44c8-accf-8417c7537450,segment=NetworkSegment(8336d903-d53c-476d-b554-9c87fb3e1c2c),segment_id=8336d903-d53c-476d-b554-9c87fb3e1c2c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:17.575971 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:17.578301 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-abbc6ab7-5a09-4d97-99f2-9950bf6b5128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:17.611586 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44f8228-033c-4e47-ac10-135f30de8482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f824fc15-6191-44c8-accf-8417c7537450', 'code': 200} May 20 19:42:17.657861 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=f824fc15-6191-44c8-accf-8417c7537450,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:17.661915 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:17.879624 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d58dc2-3c88-4ac3-9b3e-8d912773c538 req-eed451de-b1b2-4af8-b71a-3e2eaf1a45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:17.881189 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a1d58dc2-3c88-4ac3-9b3e-8d912773c538 req-eed451de-b1b2-4af8-b71a-3e2eaf1a45b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 1099 time: 0.0829630 May 20 19:42:17.944998 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a1d58dc2-3c88-4ac3-9b3e-8d912773c538 req-fd094d77-188f-4338-aab5-f8f89d5b2188 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537572 May 20 19:42:18.024657 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5731-a2be-4d34-9e02-6ecac8906d62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:18.033000 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5731-a2be-4d34-9e02-6ecac8906d62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:18.113170 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a8f1d-12f2-49c1-ad18-7efcf50ed0dc req-4345c68a-ab7e-48b2-8ff9-29706d554d25 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:18.115366 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-918a8f1d-12f2-49c1-ad18-7efcf50ed0dc req-4345c68a-ab7e-48b2-8ff9-29706d554d25 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 946 time: 0.1559038 May 20 19:42:18.168971 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-918a8f1d-12f2-49c1-ad18-7efcf50ed0dc req-2abd7060-9341-4ae6-bbce-d6db1ba8e285 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479288 May 20 19:42:18.253743 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.l3_db [None req-2c2f5731-a2be-4d34-9e02-6ecac8906d62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Floating IP 5f9f9618-9097-44b3-b036-673609c45570 associated. External IP: 172.28.2.63, port: 769e0a55-3d4b-41a1-9fd1-b7467f819090. May 20 19:42:18.376639 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a535b6f-5f8e-47d8-b6ca-f5dbc5f0d561 req-be8e89d6-452c-48bc-a27e-bb0b222bfe17 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:18.378087 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9a535b6f-5f8e-47d8-b6ca-f5dbc5f0d561 req-be8e89d6-452c-48bc-a27e-bb0b222bfe17 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 948 time: 0.0834608 May 20 19:42:18.397638 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['b519baec-e3a9-4f99-b395-2d816c05a45e'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:42:18.460925 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9a535b6f-5f8e-47d8-b6ca-f5dbc5f0d561 req-a4d57f35-cc5d-4abb-aeec-6ebe13f61be7 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752220 May 20 19:42:18.854583 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3be59a-1179-442e-b89e-03150a221493 req-05fc9009-b398-47e1-aa1b-716eb0869df3 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:18.856024 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1a3be59a-1179-442e-b89e-03150a221493 req-05fc9009-b398-47e1-aa1b-716eb0869df3 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1565528 May 20 19:42:18.884171 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573bc0f-523c-440d-8c17-3ab80c7a04b8 req-2c51a995-a5c3-4691-963d-036f8d281f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:18.885976 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0573bc0f-523c-440d-8c17-3ab80c7a04b8 req-2c51a995-a5c3-4691-963d-036f8d281f75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 1098 time: 0.1405256 May 20 19:42:18.895963 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2f5731-a2be-4d34-9e02-6ecac8906d62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Router 30ef35ba-0aab-4cbf-8d92-82289a014500 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:42:18.950511 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1a3be59a-1179-442e-b89e-03150a221493 req-cf8ae33a-d600-41d3-a689-e00143ea73a3 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824089 May 20 19:42:18.967169 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0573bc0f-523c-440d-8c17-3ab80c7a04b8 req-67005c9f-5693-4c68-b0cd-bc438c57fa10 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699582 May 20 19:42:19.087093 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2f5731-a2be-4d34-9e02-6ecac8906d62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:42:19.091636 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5731-a2be-4d34-9e02-6ecac8906d62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:19.100267 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e7bf3-4160-47ed-a45e-b604b22f122d None None] Sync routers for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:42:19.109528 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e7bf3-4160-47ed-a45e-b604b22f122d None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:42:19.110053 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-569e7bf3-4160-47ed-a45e-b604b22f122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:41:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:19.152902 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-2c2f5731-a2be-4d34-9e02-6ecac8906d62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "PUT /v2.0/floatingips/5f9f9618-9097-44b3-b036-673609c45570 HTTP/1.1" status: 200 len: 991 time: 2.4587138 May 20 19:42:19.154013 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:19.215215 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'status': 'completed', 'code': 200} May 20 19:42:19.314363 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-569e7bf3-4160-47ed-a45e-b604b22f122d None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:42:19.451762 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a740a0-966e-48f1-bfde-abf96c1163ea req-8c67cfed-7780-4897-9a87-2009b67db7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:19.453266 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-60a740a0-966e-48f1-bfde-abf96c1163ea req-8c67cfed-7780-4897-9a87-2009b67db7a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 1099 time: 0.1460929 May 20 19:42:19.461572 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba480e1-3060-45d2-9cb0-fccb404ae7bc req-861e1d3e-6a42-4487-95b5-02bd3c0f92db tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:19.464591 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1ba480e1-3060-45d2-9cb0-fccb404ae7bc req-861e1d3e-6a42-4487-95b5-02bd3c0f92db tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 946 time: 0.1222050 May 20 19:42:19.610781 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1ba480e1-3060-45d2-9cb0-fccb404ae7bc req-d388c73b-552e-43cb-b5cb-f1053c60f5a5 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260350 May 20 19:42:19.656243 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a740a0-966e-48f1-bfde-abf96c1163ea req-0a638962-6eac-4499-9653-cf634344c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:19.657823 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-60a740a0-966e-48f1-bfde-abf96c1163ea req-0a638962-6eac-4499-9653-cf634344c853 service neutron] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 918 time: 0.1923425 May 20 19:42:19.716910 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-cb35ce5e-e0bf-420b-9ed8-c00a7218042a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:19.727104 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eb302-0480-4eb5-8075-0482d3c47e59 req-52dece79-5136-4325-b5e9-5bf429148c81 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:19.741217 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-425eb302-0480-4eb5-8075-0482d3c47e59 req-52dece79-5136-4325-b5e9-5bf429148c81 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 948 time: 0.1640627 May 20 19:42:19.757801 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-569e7bf3-4160-47ed-a45e-b604b22f122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': '5f9f9618-9097-44b3-b036-673609c45570', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'port_id': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'mac_address': 'fa:16:3e:a4:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:41:51Z', 'updated_at': '2021-05-20T19:42:17Z', 'revision_number': 1, 'project_id': '7057c75477a14814811e97be384b9f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:19.769555 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e7bf3-4160-47ed-a45e-b604b22f122d None None] Checking router: 30ef35ba-0aab-4cbf-8d92-82289a014500 for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:42:19.779797 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e7bf3-4160-47ed-a45e-b604b22f122d None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:42:19.780508 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-569e7bf3-4160-47ed-a45e-b604b22f122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:42:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:19.830456 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:19.849816 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-425eb302-0480-4eb5-8075-0482d3c47e59 req-cb6b0064-8932-4006-bc1f-8e9ab0342503 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987089 May 20 19:42:19.873920 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-60a740a0-966e-48f1-bfde-abf96c1163ea req-71cc114f-88b6-4c15-99f8-b39e488fa7e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090 HTTP/1.1" status: 200 len: 999 time: 0.2054207 May 20 19:42:19.947843 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a740a0-966e-48f1-bfde-abf96c1163ea req-7645f347-5047-485b-903e-98b6aad21a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:19.949491 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-60a740a0-966e-48f1-bfde-abf96c1163ea req-7645f347-5047-485b-903e-98b6aad21a6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.0640471 May 20 19:42:19.991772 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-569e7bf3-4160-47ed-a45e-b604b22f122d None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:42:20.162720 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a740a0-966e-48f1-bfde-abf96c1163ea req-6de80ca1-e987-44de-b95b-2762e11ae041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:20.165312 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-60a740a0-966e-48f1-bfde-abf96c1163ea req-6de80ca1-e987-44de-b95b-2762e11ae041 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1860695 May 20 19:42:20.390321 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c09d0-b241-4399-bb03-1011e1c54aad req-eb79c199-9cea-4938-9fa2-1b15fcc2ef59 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:20.398032 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-100c09d0-b241-4399-bb03-1011e1c54aad req-eb79c199-9cea-4938-9fa2-1b15fcc2ef59 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1914043 May 20 19:42:20.417878 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-60a740a0-966e-48f1-bfde-abf96c1163ea req-2abe25d5-3436-4359-a5a8-024380efff5e service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413433 May 20 19:42:20.463978 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-569e7bf3-4160-47ed-a45e-b604b22f122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': '5f9f9618-9097-44b3-b036-673609c45570', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'port_id': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'mac_address': 'fa:16:3e:a4:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:41:51Z', 'updated_at': '2021-05-20T19:42:17Z', 'revision_number': 1, 'project_id': '7057c75477a14814811e97be384b9f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:20.469084 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e7bf3-4160-47ed-a45e-b604b22f122d None None] The sync data for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb is: [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': '5f9f9618-9097-44b3-b036-673609c45570', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'port_id': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'mac_address': 'fa:16:3e:a4:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:41:51Z', 'updated_at': '2021-05-20T19:42:17Z', 'revision_number': 1, 'project_id': '7057c75477a14814811e97be384b9f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:42:20.488450 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-100c09d0-b241-4399-bb03-1011e1c54aad req-3da52a56-dc94-4cb2-8517-64c1d42b9b6d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892782 May 20 19:42:20.647165 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-60a740a0-966e-48f1-bfde-abf96c1163ea req-525b4247-c10c-41fa-a2f7-194ec42601d4 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112026 May 20 19:42:20.681252 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1163ec50-010d-468e-87c2-700bd727de71 None None] New status for floating IP 5f9f9618-9097-44b3-b036-673609c45570: ACTIVE {{(pid=98303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:42:20.835373 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15b5d9-e772-486c-952f-c7cf608a6833 req-8171c080-fff5-4f46-be0f-69088bc12084 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:20.853113 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cd15b5d9-e772-486c-952f-c7cf608a6833 req-8171c080-fff5-4f46-be0f-69088bc12084 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 946 time: 0.1172261 May 20 19:42:20.891029 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device b519baec-e3a9-4f99-b395-2d816c05a45e up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:20.914052 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cd15b5d9-e772-486c-952f-c7cf608a6833 req-62fd3e92-2413-4e6e-b72f-6b2c39b7df36 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599287 May 20 19:42:21.057430 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d63e2-4d68-4824-9144-74fcac12eeb0 req-c600ad4b-9a60-4a0f-962a-e094b6872328 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:21.059210 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2a1d63e2-4d68-4824-9144-74fcac12eeb0 req-c600ad4b-9a60-4a0f-962a-e094b6872328 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 948 time: 0.0934997 May 20 19:42:21.075732 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:21.085388 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port b519baec-e3a9-4f99-b395-2d816c05a45e completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:21.092615 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port b519baec-e3a9-4f99-b395-2d816c05a45e triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:21.093858 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:21.124293 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2a1d63e2-4d68-4824-9144-74fcac12eeb0 req-2e184165-702c-442e-a7b8-3bf18e17390b tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498722 May 20 19:42:21.223492 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:21.250874 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b102d493-f98d-4271-8fef-0e6e5c2f8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b519baec-e3a9-4f99-b395-2d816c05a45e'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:21.261565 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port b519baec-e3a9-4f99-b395-2d816c05a45e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b519baec-e3a9-4f99-b395-2d816c05a45e,segment=NetworkSegment(f28b9c30-b51f-4524-bbf3-47058d7c2cb7),segment_id=f28b9c30-b51f-4524-bbf3-47058d7c2cb7)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:21.265856 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:21.267668 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:21.304955 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b102d493-f98d-4271-8fef-0e6e5c2f8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b519baec-e3a9-4f99-b395-2d816c05a45e', 'code': 200} May 20 19:42:21.338686 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=b519baec-e3a9-4f99-b395-2d816c05a45e,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:21.342431 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:21.655961 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbed47e-c242-4821-8a3c-8ecb1e7adc39 req-687ffd40-cce6-4daf-9ac6-57dda46d6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:21.658319 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-edbed47e-c242-4821-8a3c-8ecb1e7adc39 req-687ffd40-cce6-4daf-9ac6-57dda46d6c74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 1102 time: 0.1508119 May 20 19:42:21.740884 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-ce50dd7b-1f5c-4da5-a8c8-276f3d9269b3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:21.742460 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-ce50dd7b-1f5c-4da5-a8c8-276f3d9269b3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 815 time: 0.1651082 May 20 19:42:21.758290 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-edbed47e-c242-4821-8a3c-8ecb1e7adc39 req-725ad75d-7463-4b65-aa4c-f4fb90080292 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921025 May 20 19:42:21.763470 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-8636131d-5c00-4d46-8b45-b0d7e499d84f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/quotas/e6ca13bd5c364315bc96a57848a221fd HTTP/1.1" status: 200 len: 375 time: 0.0110118 May 20 19:42:21.785675 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14265f59-692a-461c-87bc-18cca64c053f req-8594aea0-ee0b-4f43-8448-5813cd59fe07 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:21.787359 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-14265f59-692a-461c-87bc-18cca64c053f req-8594aea0-ee0b-4f43-8448-5813cd59fe07 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1064301 May 20 19:42:21.836705 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-14265f59-692a-461c-87bc-18cca64c053f req-02837c76-3c84-496b-9257-b82d07ac4162 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 May 20 19:42:21.856392 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-424c32a9-36e0-4d59-aa93-73735355ccbe tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870352 May 20 19:42:22.002987 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-4acb15df-22b7-4254-a5ce-353fd37be488 service neutron] 10.222.0.44 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436875 May 20 19:42:22.136920 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3d1c0b6c-1945-4782-bcc9-bd6fa7228e3e service neutron] 10.222.0.44 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269121 May 20 19:42:22.393341 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:22.512162 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-59333140-2f00-4e33-9696-32933f5d3cc2 req-d4e61329-14e9-4c57-b436-eec04f03ca6f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 210 time: 0.0521946 May 20 19:42:22.586051 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d0d54-c67c-4300-a627-8543cfa5e078 req-8d3d828e-b53f-48cd-ad25-68f959c4160e tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:22.587531 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-424d0d54-c67c-4300-a627-8543cfa5e078 req-8d3d828e-b53f-48cd-ad25-68f959c4160e tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 949 time: 0.1798062 May 20 19:42:22.613534 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c6d7d-d0e1-4d2b-b587-8b3d71c859c9 req-3cc695a3-77ef-414d-800c-5ac9ff7139fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:22.615621 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cf5c6d7d-d0e1-4d2b-b587-8b3d71c859c9 req-3cc695a3-77ef-414d-800c-5ac9ff7139fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 1098 time: 0.1289158 May 20 19:42:22.677775 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-424d0d54-c67c-4300-a627-8543cfa5e078 req-947a7e6e-9e55-41be-ad46-4bedf52cc341 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801656 May 20 19:42:22.730372 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c505734-d39d-4fe2-8c73-3e83573581ac req-1b6069c7-7510-4b32-bff9-e071532696d1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:22.733919 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6c505734-d39d-4fe2-8c73-3e83573581ac req-1b6069c7-7510-4b32-bff9-e071532696d1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 946 time: 0.0975213 May 20 19:42:22.779680 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c6d7d-d0e1-4d2b-b587-8b3d71c859c9 req-e46c2dfa-2c16-42d7-a330-5e058d4ef4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:22.781639 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cf5c6d7d-d0e1-4d2b-b587-8b3d71c859c9 req-e46c2dfa-2c16-42d7-a330-5e058d4ef4ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 919 time: 0.1578896 May 20 19:42:22.843976 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6c505734-d39d-4fe2-8c73-3e83573581ac req-7e584134-1831-40ac-b3a7-3d73adf3b979 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023693 May 20 19:42:22.940440 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cf5c6d7d-d0e1-4d2b-b587-8b3d71c859c9 req-5cda665c-b832-4d99-9caa-22aca75e4be1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=967970ad-9535-45c6-85aa-915d4660b023 HTTP/1.1" status: 200 len: 217 time: 0.1515977 May 20 19:42:23.073070 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c6d7d-d0e1-4d2b-b587-8b3d71c859c9 req-1d4ec05f-5da0-4c8f-99b5-6d83b862a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:23.074744 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cf5c6d7d-d0e1-4d2b-b587-8b3d71c859c9 req-1d4ec05f-5da0-4c8f-99b5-6d83b862a50c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7949ae50-1bb2-4488-9a28-3be9e26200c6 HTTP/1.1" status: 200 len: 858 time: 0.1191766 May 20 19:42:23.093060 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e96962-301f-4009-8def-13e5dbac4cc5 req-f7b1af0b-4293-47cc-bcc0-9cb90750e28d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:23.095284 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b2e96962-301f-4009-8def-13e5dbac4cc5 req-f7b1af0b-4293-47cc-bcc0-9cb90750e28d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2040899 May 20 19:42:23.220499 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cf5c6d7d-d0e1-4d2b-b587-8b3d71c859c9 req-3fa17ab6-7522-49e0-b031-89ee77970d2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4fd580fa-8747-45e2-8a5c-27dd0102a58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862710 May 20 19:42:23.263742 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b2e96962-301f-4009-8def-13e5dbac4cc5 req-18b6305b-74a1-4c8f-a175-76704aaeb27d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624796 May 20 19:42:23.381384 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cf5c6d7d-d0e1-4d2b-b587-8b3d71c859c9 req-987208f0-e459-4312-863c-0f15ee8b360a service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505721 May 20 19:42:23.529703 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cf5c6d7d-d0e1-4d2b-b587-8b3d71c859c9 req-6d36ed63-752e-4329-983d-6d943895cd9f service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327426 May 20 19:42:23.669056 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-72b601f0-0b65-40fe-a64a-b55b07676792 req-867ad0c6-dfd9-40b5-b5ab-8fe0084ffcf7 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 210 time: 0.0457788 May 20 19:42:23.894983 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead4235-56d1-46ad-965c-5d8cb7d0ca39 req-43fcabb6-df92-40a0-8bbe-c6b7e68f7e02 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:23.897038 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8ead4235-56d1-46ad-965c-5d8cb7d0ca39 req-43fcabb6-df92-40a0-8bbe-c6b7e68f7e02 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 949 time: 0.0844574 May 20 19:42:24.060256 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9e5b6-06b4-4161-80f0-6617f270de08 req-d06beeb2-9cf0-4422-a7f5-2cecb2182c94 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:24.061937 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8ead4235-56d1-46ad-965c-5d8cb7d0ca39 req-d46fdc63-5b26-468d-b56a-b10ae736bc0c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570225 May 20 19:42:24.065717 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4fc9e5b6-06b4-4161-80f0-6617f270de08 req-d06beeb2-9cf0-4422-a7f5-2cecb2182c94 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 946 time: 0.1081321 May 20 19:42:24.127506 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-52d8ae62-16ee-49f0-aa85-ec922dc448a0 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:24.129398 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-52d8ae62-16ee-49f0-aa85-ec922dc448a0 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 815 time: 0.2256541 May 20 19:42:24.149726 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Request body: {'port': {'device_id': 'dbd6dc7c-e3b0-42bc-842b-8859543d9fc9', 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48', 'admin_state_up': True, 'tenant_id': 'e6ca13bd5c364315bc96a57848a221fd'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:24.157125 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4fc9e5b6-06b4-4161-80f0-6617f270de08 req-4d509324-84d6-4d6f-9381-ea8ceb2d7232 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764630 May 20 19:42:24.412628 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:24.425835 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:24.439498 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Made reservation on behalf of e6ca13bd5c364315bc96a57848a221fd for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:24.447051 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:24.762622 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb3097-3e8c-4a11-81e5-106f00bb6e9f req-c04e6e20-47f2-4710-8502-af48e86ef786 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:24.765574 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-41cb3097-3e8c-4a11-81e5-106f00bb6e9f req-c04e6e20-47f2-4710-8502-af48e86ef786 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 949 time: 0.1272740 May 20 19:42:24.772288 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Allocated IP 172.20.0.10 (6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48/82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e/62522c46-9c2b-43df-b8a7-e804a1e4bc58) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:42:24.789921 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a6146-d0e5-4720-9abe-37d46e9fc769 req-2950c089-7a82-4d0d-bbe2-02e4e5af4b25 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:24.792457 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-928a6146-d0e5-4720-9abe-37d46e9fc769 req-2950c089-7a82-4d0d-bbe2-02e4e5af4b25 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2320011 May 20 19:42:24.888316 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-41cb3097-3e8c-4a11-81e5-106f00bb6e9f req-4752006a-1a88-47de-ab84-1dfce665e196 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093440 May 20 19:42:24.971828 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-928a6146-d0e5-4720-9abe-37d46e9fc769 req-7e1d14bc-13f7-406f-9096-4827ed313721 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570508 May 20 19:42:25.125246 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-de6cce7f-d483-4dd5-8852-4c17a2a94498 req-0915b5f0-0725-4e65-93cb-e7549535b552 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 210 time: 0.1175838 May 20 19:42:25.160322 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.178649 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34668e67-cea7-47b1-8c84-4fc1748e6f7d req-706348ef-f231-4280-adb7-7d4773994334 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:25.179984 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-34668e67-cea7-47b1-8c84-4fc1748e6f7d req-706348ef-f231-4280-adb7-7d4773994334 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 946 time: 0.1074133 May 20 19:42:25.198305 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.205285 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:25.211503 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['25fdc674-5f19-4a4a-9567-cfe468f8d671', 'fbef998b-7adc-4ec0-aa09-2e24e18c781b', 'a8044034-1cfd-4b6e-b444-df46513c62c7'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:42:25.274470 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:25.279914 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:25.286447 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:42:25.330044 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Pushing event updated for resources: {'Port': ['ID=62522c46-9c2b-43df-b8a7-e804a1e4bc58,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:25.336866 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:25.352572 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-34668e67-cea7-47b1-8c84-4fc1748e6f7d req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Deleting port f824fc15-6191-44c8-accf-8417c7537450 {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:42:25.352918 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-34668e67-cea7-47b1-8c84-4fc1748e6f7d req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.418569 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:25.419239 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.466678 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3217170 May 20 19:42:25.481191 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Request body: {'port': {'device_id': 'dbd6dc7c-e3b0-42bc-842b-8859543d9fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:25.517918 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d937f6-f1e6-4a1c-b125-414f07aa732c req-b2b7282e-67ed-4421-8892-8c6b834af66f tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:25.526284 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c9d937f6-f1e6-4a1c-b125-414f07aa732c req-b2b7282e-67ed-4421-8892-8c6b834af66f tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 946 time: 0.1857195 May 20 19:42:25.629478 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-34668e67-cea7-47b1-8c84-4fc1748e6f7d req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] For port f824fc15-6191-44c8-accf-8417c7537450, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824fc15-6191-44c8-accf-8417c7537450,segment=NetworkSegment(8336d903-d53c-476d-b554-9c87fb3e1c2c),segment_id=8336d903-d53c-476d-b554-9c87fb3e1c2c)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:25.630098 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-34668e67-cea7-47b1-8c84-4fc1748e6f7d req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.636636 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c9d937f6-f1e6-4a1c-b125-414f07aa732c req-ac585270-5eb7-4bee-937d-c5d79181e8e9 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/security-groups?id=eca32607-e58f-4f2f-a86c-f64c11ae889b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094620 May 20 19:42:25.671969 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.796896 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-34668e67-cea7-47b1-8c84-4fc1748e6f7d req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Calling delete_port for f824fc15-6191-44c8-accf-8417c7537450 owned by compute:nova {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:42:25.930119 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-34668e67-cea7-47b1-8c84-4fc1748e6f7d req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:25.945809 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8b80cad5-7f87-461d-8f26-b92dc9a9151d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:26.036662 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Pushing event deleted for resources: {'Port': ['ID=f824fc15-6191-44c8-accf-8417c7537450,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:26.066076 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:26.090935 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-34668e67-cea7-47b1-8c84-4fc1748e6f7d req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] No DVR routers for this DVR port f824fc15-6191-44c8-accf-8417c7537450 on host hv-cinder-79246 {{(pid=98301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:42:26.099098 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-34668e67-cea7-47b1-8c84-4fc1748e6f7d req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:26.105903 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44f8228-033c-4e47-ac10-135f30de8482', 'name': 'network-vif-deleted', 'tag': 'f824fc15-6191-44c8-accf-8417c7537450'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:26.121511 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62522c46-9c2b-43df-b8a7-e804a1e4bc58 {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:26.144140 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:26.146845 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-34668e67-cea7-47b1-8c84-4fc1748e6f7d req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.16 "DELETE /v2.0/ports/f824fc15-6191-44c8-accf-8417c7537450 HTTP/1.1" status: 204 len: 173 time: 0.9600983 May 20 19:42:26.193937 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Transition to ACTIVE for port object 62522c46-9c2b-43df-b8a7-e804a1e4bc58 will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:26.200503 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:26.213669 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:26.353523 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a31d7-c57b-430c-b03f-78b264faf70a req-dbc4efe9-6698-4820-b597-92774ddb2cae tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:26.355024 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-229a31d7-c57b-430c-b03f-78b264faf70a req-dbc4efe9-6698-4820-b597-92774ddb2cae tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 949 time: 0.2175295 May 20 19:42:26.423170 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-229a31d7-c57b-430c-b03f-78b264faf70a req-8b6f0474-8e69-42e8-9e8b-ba4876b819ba tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612714 May 20 19:42:26.430722 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Pushing event updated for resources: {'Port': ['ID=62522c46-9c2b-43df-b8a7-e804a1e4bc58,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:26.434085 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:26.480439 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44f8228-033c-4e47-ac10-135f30de8482', 'name': 'network-vif-deleted', 'tag': 'f824fc15-6191-44c8-accf-8417c7537450', 'status': 'completed', 'code': 200} May 20 19:42:26.577245 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747aad9-7ca3-45a5-8134-3477ebf11323 req-c8a18640-34e9-4d9b-8835-724630b2951f tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:26.578976 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5747aad9-7ca3-45a5-8134-3477ebf11323 req-c8a18640-34e9-4d9b-8835-724630b2951f tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.3689628 May 20 19:42:26.601998 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Attempting to bind port 62522c46-9c2b-43df-b8a7-e804a1e4bc58 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:42:26.602406 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Attempting to bind port 62522c46-9c2b-43df-b8a7-e804a1e4bc58 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:42:26.602693 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Attempting to bind port 62522c46-9c2b-43df-b8a7-e804a1e4bc58 on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:26.612749 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Port 62522c46-9c2b-43df-b8a7-e804a1e4bc58 on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:42:26.613045 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Attempting to bind port 62522c46-9c2b-43df-b8a7-e804a1e4bc58 on network 6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:26.623304 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:42:26.623654 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Checking segment: {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:26.624140 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Bound using segment: {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:42:26.624554 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Bound port: 62522c46-9c2b-43df-b8a7-e804a1e4bc58, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe947c-7cc6-4144-9be6-169f8c67ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:42:26.624816 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:26.691682 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5747aad9-7ca3-45a5-8134-3477ebf11323 req-0a926d9c-2cd3-4100-ba0f-29d584b2d33d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059527 May 20 19:42:26.733496 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43007e-c3af-425a-8880-09539fe9561c req-2f6c15c5-97b7-42f1-b403-74e145f82157 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:26.734735 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ef43007e-c3af-425a-8880-09539fe9561c req-2f6c15c5-97b7-42f1-b403-74e145f82157 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 944 time: 0.1619732 May 20 19:42:26.778849 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] For port 62522c46-9c2b-43df-b8a7-e804a1e4bc58, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:42:26.783146 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] For port 62522c46-9c2b-43df-b8a7-e804a1e4bc58, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=62522c46-9c2b-43df-b8a7-e804a1e4bc58,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:42:26.789610 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:26.794324 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-fdf03fff-2189-42b9-ad1d-c6a4fe59eaf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:26.932719 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ef43007e-c3af-425a-8880-09539fe9561c req-c300bfbf-922f-4c94-838e-d884e3773000 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749249 May 20 19:42:26.964939 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eabaf-eb68-4c49-a2bc-f365dfa64c8a req-d30b0b89-3010-49b7-b635-6968b34985ef tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:26.965518 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:26.965807 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:26.967868 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] 10.222.0.16 "PUT /v2.0/ports/62522c46-9c2b-43df-b8a7-e804a1e4bc58 HTTP/1.1" status: 200 len: 1094 time: 1.4918005 May 20 19:42:26.968455 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd6dc7c-e3b0-42bc-842b-8859543d9fc9', 'tag': '62522c46-9c2b-43df-b8a7-e804a1e4bc58'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:26.969025 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f75eabaf-eb68-4c49-a2bc-f365dfa64c8a req-d30b0b89-3010-49b7-b635-6968b34985ef tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.16 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 949 time: 0.3056860 May 20 19:42:27.012295 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Pushing event updated for resources: {'Port': ['ID=62522c46-9c2b-43df-b8a7-e804a1e4bc58,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:27.019232 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:27.129492 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-7ad64e82-bc10-4b01-8eb1-3ecd71e905e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:27.131637 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-7ad64e82-bc10-4b01-8eb1-3ecd71e905e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 1097 time: 0.1003675 May 20 19:42:27.144771 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd6dc7c-e3b0-42bc-842b-8859543d9fc9', 'tag': '62522c46-9c2b-43df-b8a7-e804a1e4bc58', 'status': 'completed', 'code': 200} May 20 19:42:27.188515 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-ba9b996f-b19a-47cc-bfe3-8a1e3f1e7996 req-d5fca155-b62d-46a5-a0eb-3d6013939bba tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Synchronizing usage tracker for tenant:dd365e83075340b28d0280f30bb855f2 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:27.232189 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-ba9b996f-b19a-47cc-bfe3-8a1e3f1e7996 req-d5fca155-b62d-46a5-a0eb-3d6013939bba tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Unset dirty status for tenant:dd365e83075340b28d0280f30bb855f2 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:27.233422 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ba9b996f-b19a-47cc-bfe3-8a1e3f1e7996 req-d5fca155-b62d-46a5-a0eb-3d6013939bba tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] 10.222.0.44 "GET /v2.0/ports?device_id=b44f8228-033c-4e47-ac10-135f30de8482 HTTP/1.1" status: 200 len: 210 time: 0.1083286 May 20 19:42:27.236360 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-be841d39-74b4-4f59-9e55-321976e75076 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62522c46-9c2b-43df-b8a7-e804a1e4bc58 HTTP/1.1" status: 200 len: 217 time: 0.0880084 May 20 19:42:27.253839 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-f75eabaf-eb68-4c49-a2bc-f365dfa64c8a req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Deleting port b519baec-e3a9-4f99-b395-2d816c05a45e {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:42:27.254278 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-f75eabaf-eb68-4c49-a2bc-f365dfa64c8a req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:27.323623 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-cce09051-8bf1-4713-b517-5e62893eeebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:27.325201 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-cce09051-8bf1-4713-b517-5e62893eeebd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e HTTP/1.1" status: 200 len: 855 time: 0.0672114 May 20 19:42:27.382507 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-dcd21367-a536-4181-bf16-e0cfd5e6bf60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488386 May 20 19:42:27.420889 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-f75eabaf-eb68-4c49-a2bc-f365dfa64c8a req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] For port b519baec-e3a9-4f99-b395-2d816c05a45e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b519baec-e3a9-4f99-b395-2d816c05a45e,segment=NetworkSegment(f28b9c30-b51f-4524-bbf3-47058d7c2cb7),segment_id=f28b9c30-b51f-4524-bbf3-47058d7c2cb7)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:27.421367 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-f75eabaf-eb68-4c49-a2bc-f365dfa64c8a req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:27.538671 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-a8452d5a-f386-4861-b126-ec97a56da8d8 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477034 May 20 19:42:27.575126 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-f75eabaf-eb68-4c49-a2bc-f365dfa64c8a req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Calling delete_port for b519baec-e3a9-4f99-b395-2d816c05a45e owned by compute:nova {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:42:27.719366 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-f75eabaf-eb68-4c49-a2bc-f365dfa64c8a req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:27.728513 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-12040726-7a91-413c-8326-218cf92656ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:27.730436 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['b519baec-e3a9-4f99-b395-2d816c05a45e'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:42:27.769803 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1947bc4d-5d0a-4f9b-91b1-2ffb5926eb7b req-2d7c7616-f19a-419a-8e0a-619a8a712561 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906991 May 20 19:42:27.780722 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Pushing event deleted for resources: {'Port': ['ID=b519baec-e3a9-4f99-b395-2d816c05a45e,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:27.785070 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:27.829317 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebddf22-2182-4356-bc18-166bd7badb99 req-b5bf5970-bc7f-4df3-991d-4e03f9ead8c0 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:27.840541 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2ebddf22-2182-4356-bc18-166bd7badb99 req-b5bf5970-bc7f-4df3-991d-4e03f9ead8c0 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 949 time: 0.2959602 May 20 19:42:27.901041 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75eabaf-eb68-4c49-a2bc-f365dfa64c8a req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] No DVR routers for this DVR port b519baec-e3a9-4f99-b395-2d816c05a45e on host hv-cinder-79246 {{(pid=98301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:42:27.961597 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2ebddf22-2182-4356-bc18-166bd7badb99 req-d23401ee-5e0d-4f54-91d9-ca018302d7fa tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/security-groups?id=884b9577-b054-4a15-b4b7-2ec53bfba4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199937 May 20 19:42:27.986386 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67484665-a1fa-4e09-bb84-250a8795f7d3 req-2fbebb6d-0b3a-4375-9662-31813c1bb889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:27.991142 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67484665-a1fa-4e09-bb84-250a8795f7d3 req-2fbebb6d-0b3a-4375-9662-31813c1bb889 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6ca13bd5c364315bc96a57848a221fd&device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 1097 time: 0.1354764 May 20 19:42:28.024381 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-f75eabaf-eb68-4c49-a2bc-f365dfa64c8a req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:28.049955 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f75eabaf-eb68-4c49-a2bc-f365dfa64c8a req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.16 "DELETE /v2.0/ports/b519baec-e3a9-4f99-b395-2d816c05a45e HTTP/1.1" status: 204 len: 173 time: 1.0709081 May 20 19:42:28.097882 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47a4df-8c85-4a97-907b-08c22e936ae1 req-e7520b19-929b-4f64-aefa-f524bb4880d7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:28.109664 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9d47a4df-8c85-4a97-907b-08c22e936ae1 req-e7520b19-929b-4f64-aefa-f524bb4880d7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2568316 May 20 19:42:28.173813 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9d47a4df-8c85-4a97-907b-08c22e936ae1 req-d368310e-95e6-41f0-9ce6-1478322140a2 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519309 May 20 19:42:28.247217 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67484665-a1fa-4e09-bb84-250a8795f7d3 req-429cac4b-c99b-45d1-8f06-b01e05f391ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:28.249973 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67484665-a1fa-4e09-bb84-250a8795f7d3 req-429cac4b-c99b-45d1-8f06-b01e05f391ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 200 len: 916 time: 0.2501619 May 20 19:42:28.337054 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67484665-a1fa-4e09-bb84-250a8795f7d3 req-1c228bf5-ed2d-45b7-9a26-4204e2887527 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62522c46-9c2b-43df-b8a7-e804a1e4bc58 HTTP/1.1" status: 200 len: 217 time: 0.0745604 May 20 19:42:28.406619 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c5a42-604a-4739-975e-5c5ea61aab8a req-c9da568d-0880-47d3-9248-2f7e8cd11f48 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:28.406619 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-629c5a42-604a-4739-975e-5c5ea61aab8a req-c9da568d-0880-47d3-9248-2f7e8cd11f48 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Synchronizing usage tracker for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:28.431153 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67484665-a1fa-4e09-bb84-250a8795f7d3 req-e6a3d5db-e4fd-4949-9ef9-46b7d7056955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:28.431649 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67484665-a1fa-4e09-bb84-250a8795f7d3 req-e6a3d5db-e4fd-4949-9ef9-46b7d7056955 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e HTTP/1.1" status: 200 len: 855 time: 0.0841501 May 20 19:42:28.432897 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-629c5a42-604a-4739-975e-5c5ea61aab8a req-c9da568d-0880-47d3-9248-2f7e8cd11f48 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Unset dirty status for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:28.433893 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-629c5a42-604a-4739-975e-5c5ea61aab8a req-c9da568d-0880-47d3-9248-2f7e8cd11f48 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 944 time: 0.3066494 May 20 19:42:28.482589 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b102d493-f98d-4271-8fef-0e6e5c2f8350', 'name': 'network-vif-deleted', 'tag': 'b519baec-e3a9-4f99-b395-2d816c05a45e'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:28.515612 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67484665-a1fa-4e09-bb84-250a8795f7d3 req-b53b1e61-8ac1-41df-9ae2-7faf819daafc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743885 May 20 19:42:28.602662 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b102d493-f98d-4271-8fef-0e6e5c2f8350', 'name': 'network-vif-deleted', 'tag': 'b519baec-e3a9-4f99-b395-2d816c05a45e', 'status': 'completed', 'code': 200} May 20 19:42:28.697918 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67484665-a1fa-4e09-bb84-250a8795f7d3 req-502ead01-0889-47c2-96fd-3dc21f905aeb service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729074 May 20 19:42:28.718451 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-629c5a42-604a-4739-975e-5c5ea61aab8a req-38eebb84-298d-4885-a639-c65331bce5ee tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265506 May 20 19:42:28.858793 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device f824fc15-6191-44c8-accf-8417c7537450 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:42:28.925932 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: f824fc15-6191-44c8-accf-8417c7537450 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:42:28.926783 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device f824fc15-6191-44c8-accf-8417c7537450 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:42:28.947829 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67484665-a1fa-4e09-bb84-250a8795f7d3 req-2cb79723-6c5c-43a4-a7c9-c7741ea7ae23 service neutron] 10.222.0.16 "GET /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378693 May 20 19:42:29.215102 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-ae4562d4-f786-488e-bf16-4ae0ed4f2c2a req-e867f290-727e-4472-8e69-a6463770e203 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Synchronizing usage tracker for tenant:58fee58c677c459a96125502d7e97cf1 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:29.245172 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-ae4562d4-f786-488e-bf16-4ae0ed4f2c2a req-e867f290-727e-4472-8e69-a6463770e203 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Unset dirty status for tenant:58fee58c677c459a96125502d7e97cf1 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:29.246343 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ae4562d4-f786-488e-bf16-4ae0ed4f2c2a req-e867f290-727e-4472-8e69-a6463770e203 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] 10.222.0.44 "GET /v2.0/ports?device_id=b102d493-f98d-4271-8fef-0e6e5c2f8350 HTTP/1.1" status: 200 len: 210 time: 0.1231391 May 20 19:42:29.951181 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac182dc-bf0d-464d-af26-994a0825792b req-a2dccc17-fea0-471b-8880-3e083d0c4067 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:29.953431 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6ac182dc-bf0d-464d-af26-994a0825792b req-a2dccc17-fea0-471b-8880-3e083d0c4067 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 944 time: 0.0952029 May 20 19:42:30.008018 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6ac182dc-bf0d-464d-af26-994a0825792b req-f9be97a8-c547-4f70-9fa6-5aac8ffa212d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487554 May 20 19:42:30.163845 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc6182-29c7-4df1-aea2-d223d3d803b2 req-80790b5a-c203-425c-93be-f4fd910d6587 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:30.165336 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5afc6182-29c7-4df1-aea2-d223d3d803b2 req-80790b5a-c203-425c-93be-f4fd910d6587 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.0991845 May 20 19:42:30.221973 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5afc6182-29c7-4df1-aea2-d223d3d803b2 req-aab78857-161f-40da-87b4-33fa6ce5961c tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504065 May 20 19:42:30.863390 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 62522c46-9c2b-43df-b8a7-e804a1e4bc58 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:42:30.867592 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device b519baec-e3a9-4f99-b395-2d816c05a45e no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:42:30.907274 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: b519baec-e3a9-4f99-b395-2d816c05a45e {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:42:30.907594 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device b519baec-e3a9-4f99-b395-2d816c05a45e not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:42:31.131377 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 62522c46-9c2b-43df-b8a7-e804a1e4bc58, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=62522c46-9c2b-43df-b8a7-e804a1e4bc58,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:31.150288 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '62522c46-9c2b-43df-b8a7-e804a1e4bc58', 'network_id': '6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48', 'port_id': '62522c46-9c2b-43df-b8a7-e804a1e4bc58', 'mac_address': 'fa:16:3e:52:e9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:42:31.248610 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:31.281528 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62522c46-9c2b-43df-b8a7-e804a1e4bc58 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:42:31.301057 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 62522c46-9c2b-43df-b8a7-e804a1e4bc58, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=62522c46-9c2b-43df-b8a7-e804a1e4bc58,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:31.309425 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:31.313620 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:31.431890 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=62522c46-9c2b-43df-b8a7-e804a1e4bc58,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:31.437279 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6a2b6-ad7d-4a24-95ff-301ae1195f41 req-6c7e02ba-6df0-425f-9899-fd73bd9b5a9f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:31.445209 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:31.448469 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-05d6a2b6-ad7d-4a24-95ff-301ae1195f41 req-6c7e02ba-6df0-425f-9899-fd73bd9b5a9f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 945 time: 0.2186372 May 20 19:42:31.522152 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-05d6a2b6-ad7d-4a24-95ff-301ae1195f41 req-7121a54d-dc7a-466e-b933-e9087730c5ba tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688548 May 20 19:42:31.793316 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['62522c46-9c2b-43df-b8a7-e804a1e4bc58'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:42:32.409693 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:42:32.694374 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 33406) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:32.844895 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d0e93-e102-473e-82c0-2f32fe3b42da req-8884d19a-3804-4763-9637-4348ff8091e3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:32.846442 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-153d0e93-e102-473e-82c0-2f32fe3b42da req-8884d19a-3804-4763-9637-4348ff8091e3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 945 time: 0.1830833 May 20 19:42:32.915456 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-153d0e93-e102-473e-82c0-2f32fe3b42da req-e632754c-6cad-41b0-ac40-45986c4f1cc4 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574360 May 20 19:42:32.946351 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-46e5d705-f992-48b6-be83-98426b9c9ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:32.977763 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-46e5d705-f992-48b6-be83-98426b9c9ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:32.983034 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-46e5d705-f992-48b6-be83-98426b9c9ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:76b10778928d46449558717b8c9227c1 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:32.988041 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-46e5d705-f992-48b6-be83-98426b9c9ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:32.996806 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-46e5d705-f992-48b6-be83-98426b9c9ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:33.152442 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-46e5d705-f992-48b6-be83-98426b9c9ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:33.158619 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-46e5d705-f992-48b6-be83-98426b9c9ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:33.188523 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7c94f654-3860-4360-b003-4ae4a28b0510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:33.319861 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-46e5d705-f992-48b6-be83-98426b9c9ba5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76b10778928d46449558717b8c9227c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242602 May 20 19:42:33.321168 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5d705-f992-48b6-be83-98426b9c9ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14536aa6-a31e-4484-a274-fdc0dfe9c2f5,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:33.322558 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 33424) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:33.329404 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-46e5d705-f992-48b6-be83-98426b9c9ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:33.453102 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:33.498451 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:33.593546 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:33.601066 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5a4a3034-9cea-4101-b140-dacb70ec5ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:33.641502 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14536aa6-a31e-4484-a274-fdc0dfe9c2f5,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:33.654348 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:33.655937 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14536aa6-a31e-4484-a274-fdc0dfe9c2f5 HTTP/1.1" status: 204 len: 168 time: 0.3319404 May 20 19:42:33.657557 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.658463 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.658989 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.660368 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.661353 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.662122 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.662780 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.663517 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.664028 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.664702 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.665187 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.665667 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:33.669295 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:34.220112 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61ec0c-f465-4d21-b5df-ddacf04b9c79 req-ea03456c-1a16-436c-8946-bdc3da07ea84 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:34.222305 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5f61ec0c-f465-4d21-b5df-ddacf04b9c79 req-ea03456c-1a16-436c-8946-bdc3da07ea84 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 945 time: 0.1323395 May 20 19:42:34.355103 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5f61ec0c-f465-4d21-b5df-ddacf04b9c79 req-b598bab9-5dca-4dd1-b6cc-71bdc560c72c tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173253 May 20 19:42:34.724635 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169e6e1-da8f-4b13-b111-c60f2b9f968f req-0590ea0d-23d0-4f3c-aedf-d963e3b8a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:34.726146 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f169e6e1-da8f-4b13-b111-c60f2b9f968f req-0590ea0d-23d0-4f3c-aedf-d963e3b8a3d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 1098 time: 0.4187918 May 20 19:42:34.899925 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 62522c46-9c2b-43df-b8a7-e804a1e4bc58 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:34.942483 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169e6e1-da8f-4b13-b111-c60f2b9f968f req-dab412eb-e93d-4d1c-98a2-c0132e8f08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:34.943991 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f169e6e1-da8f-4b13-b111-c60f2b9f968f req-dab412eb-e93d-4d1c-98a2-c0132e8f08cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 919 time: 0.2065825 May 20 19:42:35.057422 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port 62522c46-9c2b-43df-b8a7-e804a1e4bc58 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:35.067884 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 62522c46-9c2b-43df-b8a7-e804a1e4bc58 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:35.068546 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:35.108535 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f169e6e1-da8f-4b13-b111-c60f2b9f968f req-1621d3af-44b8-481b-be40-4de08d27d8c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=967970ad-9535-45c6-85aa-915d4660b023 HTTP/1.1" status: 200 len: 217 time: 0.1530919 May 20 19:42:35.128736 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee339b2-fca6-41b5-b60f-7e0661d02ee2 req-74d741ca-456f-4efc-bc29-cea9e0495b00 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:35.138482 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9ee339b2-fca6-41b5-b60f-7e0661d02ee2 req-74d741ca-456f-4efc-bc29-cea9e0495b00 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.6776221 May 20 19:42:35.330222 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:35.369126 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9ee339b2-fca6-41b5-b60f-7e0661d02ee2 req-d586b35c-59a3-4125-b286-286f9c5e8a11 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293663 May 20 19:42:35.400125 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169e6e1-da8f-4b13-b111-c60f2b9f968f req-d1d839e2-3980-4c1d-815d-75bbddee7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:35.401804 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd6dc7c-e3b0-42bc-842b-8859543d9fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62522c46-9c2b-43df-b8a7-e804a1e4bc58'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:35.403119 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f169e6e1-da8f-4b13-b111-c60f2b9f968f req-d1d839e2-3980-4c1d-815d-75bbddee7be4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7949ae50-1bb2-4488-9a28-3be9e26200c6 HTTP/1.1" status: 200 len: 858 time: 0.2322505 May 20 19:42:35.427937 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 62522c46-9c2b-43df-b8a7-e804a1e4bc58, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=62522c46-9c2b-43df-b8a7-e804a1e4bc58,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:35.443632 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:35.449257 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:35.575554 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd6dc7c-e3b0-42bc-842b-8859543d9fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62522c46-9c2b-43df-b8a7-e804a1e4bc58', 'code': 200} May 20 19:42:35.597066 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f169e6e1-da8f-4b13-b111-c60f2b9f968f req-a76ae9fa-9d63-4470-8d2f-d0d0e1555370 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4fd580fa-8747-45e2-8a5c-27dd0102a58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1771514 May 20 19:42:35.642287 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=62522c46-9c2b-43df-b8a7-e804a1e4bc58,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:35.649021 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:35.783942 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c45d66-f923-4ab6-96ee-1119006caf35 req-164235cd-e248-497f-a5e7-6a807f6e87b3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:35.797769 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d3c45d66-f923-4ab6-96ee-1119006caf35 req-164235cd-e248-497f-a5e7-6a807f6e87b3 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 946 time: 0.2182937 May 20 19:42:36.000035 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d3c45d66-f923-4ab6-96ee-1119006caf35 req-0eb59ec6-224d-4437-b50a-4859a889ec5d tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005444 May 20 19:42:36.008765 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f169e6e1-da8f-4b13-b111-c60f2b9f968f req-fe828e56-29b6-4585-9a22-e1cf0d026e27 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777280 May 20 19:42:36.044985 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3838eb-1a88-4d66-b408-c52ec8652fe6 req-73f4234f-4711-42fd-b71f-1d62aa6cabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:36.046689 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5d3838eb-1a88-4d66-b408-c52ec8652fe6 req-73f4234f-4711-42fd-b71f-1d62aa6cabe1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 1099 time: 0.1553130 May 20 19:42:36.107879 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5d3838eb-1a88-4d66-b408-c52ec8652fe6 req-cb590ab2-aae6-4251-b610-164e08227962 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518827 May 20 19:42:36.174293 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f169e6e1-da8f-4b13-b111-c60f2b9f968f req-cec66b10-3da3-42f4-9322-ffa15aae1a69 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429958 May 20 19:42:36.758897 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881e8f8-1bdd-4faf-9193-3ad082c39a3b req-4a6d957a-b05c-4581-a5dc-360abbccb675 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:36.760876 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7881e8f8-1bdd-4faf-9193-3ad082c39a3b req-4a6d957a-b05c-4581-a5dc-360abbccb675 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2126753 May 20 19:42:36.833757 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7881e8f8-1bdd-4faf-9193-3ad082c39a3b req-a1b40153-33fe-4d61-a34e-194acb5cb81b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636144 May 20 19:42:37.271623 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb01a1b-c47b-4a99-9504-1aa5531063ce req-cd8e32e9-9837-4d49-9857-64d8c0acd141 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:37.273866 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ceb01a1b-c47b-4a99-9504-1aa5531063ce req-cd8e32e9-9837-4d49-9857-64d8c0acd141 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 946 time: 0.1201236 May 20 19:42:37.336312 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ceb01a1b-c47b-4a99-9504-1aa5531063ce req-3900b03b-3a82-452e-a7b5-9439908474ba tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563869 May 20 19:42:38.067192 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319a133-3c75-4e51-880f-fe912ab58fb3 req-7b0f1065-49e8-4c94-8651-368a8ad7a9a1 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:38.068901 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9319a133-3c75-4e51-880f-fe912ab58fb3 req-7b0f1065-49e8-4c94-8651-368a8ad7a9a1 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1090751 May 20 19:42:38.135648 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9319a133-3c75-4e51-880f-fe912ab58fb3 req-87cc17d8-834e-427e-9733-e597329af7a1 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604644 May 20 19:42:38.534715 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77bcfe-6cdd-438a-9ce3-8de5726908f7 req-7e747e40-cc7f-43c2-ac0d-1c0bafd9318a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:38.536698 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9b77bcfe-6cdd-438a-9ce3-8de5726908f7 req-7e747e40-cc7f-43c2-ac0d-1c0bafd9318a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 946 time: 0.0805268 May 20 19:42:38.583163 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9b77bcfe-6cdd-438a-9ce3-8de5726908f7 req-8af9f265-293c-4760-9e23-e61fc4fc9b2c tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399625 May 20 19:42:39.158256 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 33696) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:39.396272 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-71c33b0f-ddef-41e9-a0ff-f294db3f1b28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58fee58c677c459a96125502d7e97cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366228 May 20 19:42:39.396869 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 33710) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:39.433722 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573800a-0fe7-4917-a53c-5a3e76065b70 req-b2ef84a2-161c-427a-b628-7c4a366c6203 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:39.451892 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3573800a-0fe7-4917-a53c-5a3e76065b70 req-b2ef84a2-161c-427a-b628-7c4a366c6203 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1507185 May 20 19:42:39.468148 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f70cbec7-3935-4805-a2f2-0b1a93aaf75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:39.505803 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f70cbec7-3935-4805-a2f2-0b1a93aaf75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:39.529035 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3573800a-0fe7-4917-a53c-5a3e76065b70 req-ea1bab4f-0a9d-474f-a79f-5cff0b132e48 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738306 May 20 19:42:39.591251 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f70cbec7-3935-4805-a2f2-0b1a93aaf75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:39.600332 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-ea9a54d1-1ed9-4d06-920d-194517c841f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:39.611922 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cbec7-3935-4805-a2f2-0b1a93aaf75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884b9577-b054-4a15-b4b7-2ec53bfba4fa,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:39.615598 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f70cbec7-3935-4805-a2f2-0b1a93aaf75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:39.622856 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f70cbec7-3935-4805-a2f2-0b1a93aaf75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:39.624019 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-f70cbec7-3935-4805-a2f2-0b1a93aaf75a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/884b9577-b054-4a15-b4b7-2ec53bfba4fa HTTP/1.1" status: 204 len: 168 time: 0.2261548 May 20 19:42:40.537358 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 33752) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:40.697184 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-543092059-network', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:40.708931 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:40.735379 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Usage tracker for resource:network and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:40.739556 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:40.757337 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:40.781218 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Made reservation on behalf of 29c68fb3f9a14887a9c53496c4bb813e for: {'network': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:40.783973 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.806671 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:40.962752 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:40.973172 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Usage tracker for resource:security_group_rule and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:40.981671 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:40.992114 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:41.054853 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6412c-bd38-4b3b-a2fd-1031c8b32a44 req-3e8cab3d-53c7-43f6-a405-c905d5f91948 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:41.056430 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b7f6412c-bd38-4b3b-a2fd-1031c8b32a44 req-3e8cab3d-53c7-43f6-a405-c905d5f91948 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2205832 May 20 19:42:41.144641 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b7f6412c-bd38-4b3b-a2fd-1031c8b32a44 req-33380d81-d132-4914-90bf-27c868ef44e7 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806363 May 20 19:42:41.180715 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:41.185624 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:41.189924 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c29dbee2-35da-4549-a095-35171fd047f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:41.217979 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=98302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:42:41.232407 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f81016-ffc2-4175-829a-ba2c74a217f1,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:41.237018 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:41.238002 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:41.238386 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.segments_db [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Added segment 600b2b41-0657-4557-bd1f-20f9bae5737c of type vlan for network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 May 20 19:42:41.270452 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:41.307104 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:41.308573 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:41.309162 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:41.315042 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-aba6594b-8fba-4888-8bc8-c68a97cc53d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:41.424371 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 33770) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:41.424890 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8852234 May 20 19:42:41.430515 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Request body: {'subnet': {'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-543092059-subnet', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'ip_version': 4}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:41.434334 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Pushing event updated for resources: {'Network': ['ID=3030e65f-2520-48a7-9eae-d4a72dc4ca54,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:41.435706 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:41.439661 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Usage tracker for resource:subnet and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:41.440863 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:41.443395 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:41.446782 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:42:41.458199 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:41.470421 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Made reservation on behalf of 29c68fb3f9a14887a9c53496c4bb813e for: {'subnet': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:41.474053 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60936201'] for subnet, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:41.892937 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61032418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60936219'] for subnet, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:41.897295 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6ea712fe-e1b6-4d15-9dc7-5e06e5927690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:42.000087 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1a9f6e-1615-4254-8b62-21ed15b52fe5,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:42.013279 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.013973 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.014452 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.014962 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.015552 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.015977 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.016612 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.017131 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.017830 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.018306 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.018825 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.019278 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:42.023827 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:42.027580 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Checking segment: {'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:42.028523 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Network hostable DHCP agents. Network: 3030e65f-2520-48a7-9eae-d4a72dc4ca54, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:42:42.050772 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:42:42.065302 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 3030e65f-2520-48a7-9eae-d4a72dc4ca54) {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:42.076198 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12e3033-0107-4fcf-b559-4aaaf565b3c6 None None] Network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:42:42.083736 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:42.088824 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:42.139804 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 33782) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:42.141055 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7155490 May 20 19:42:42.145494 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:42.154686 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:42.161242 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Usage tracker for resource:router and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:42.165984 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:42.174608 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:42.199181 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3713000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:42.202133 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:42.254157 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:42.443149 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aa7531f-32a6-586f-bd9e-b2fadefdb9c7-3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5'}]}} from dv-cinder-792462-2-smb. {{(pid=98303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:42:42.445053 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:42.576594 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 33792) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:42.734582 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.db_base_plugin_common [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Allocated IP 172.20.0.2 (3030e65f-2520-48a7-9eae-d4a72dc4ca54/5d1a9f6e-1615-4254-8b62-21ed15b52fe5/1661763d-01cf-40db-b6ce-7d3d349aa3c8) {{(pid=98303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:42:42.824441 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6530a19c-d2f4-45c5-9099-625fc201b50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:42.843539 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3713022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3170'] for router, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:42.847243 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6530a19c-d2f4-45c5-9099-625fc201b50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:42.857491 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6530a19c-d2f4-45c5-9099-625fc201b50f admin admin] Usage tracker for resource:security_group_rule and tenant:921320ca2fc5433695b222c640de97ad is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:42.863592 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6530a19c-d2f4-45c5-9099-625fc201b50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:42.873958 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6530a19c-d2f4-45c5-9099-625fc201b50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:43.001635 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08027df9-bf62-4825-9e6d-09321c52c372 req-14f066b8-c42f-4ad0-9b65-f2ac5dd17273 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:43.010068 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-08027df9-bf62-4825-9e6d-09321c52c372 req-14f066b8-c42f-4ad0-9b65-f2ac5dd17273 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.6227880 May 20 19:42:43.089221 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6530a19c-d2f4-45c5-9099-625fc201b50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.097108 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6530a19c-d2f4-45c5-9099-625fc201b50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.133868 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-67b87172-48eb-4954-aaab-6624f04e1669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:43.139314 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Notify callbacks [] for port, precommit_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.146038 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-08027df9-bf62-4825-9e6d-09321c52c372 req-732db647-0b4a-4bd9-83b4-aa0665ab6cfe tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150615 May 20 19:42:43.179499 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Transition to ACTIVE for port object 1661763d-01cf-40db-b6ce-7d3d349aa3c8 will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:43.213715 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530a19c-d2f4-45c5-9099-625fc201b50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657797aa-5e6c-40fb-a226-9546c527f326,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:43.217861 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6530a19c-d2f4-45c5-9099-625fc201b50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:43.238255 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Transition to ACTIVE for port object 1661763d-01cf-40db-b6ce-7d3d349aa3c8 will not be triggered until provisioned by entity DHCP. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:43.246547 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-6530a19c-d2f4-45c5-9099-625fc201b50f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=921320ca2fc5433695b222c640de97ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6664667 May 20 19:42:43.249935 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.253254 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 33802) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:43.290012 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:43.492113 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 is already hosted by enough agents. {{(pid=98303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:43.492113 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.base_scheduler [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Resources bound (agent type, host, resource id): {{(pid=98303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:43.497905 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Received port after_create {{(pid=98303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:42:43.502917 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-06cbdeae-bf73-4bef-91e8-bc82b5ac68b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.594123 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Pushing event updated for resources: {'Port': ['ID=1661763d-01cf-40db-b6ce-7d3d349aa3c8,revision_number=1']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:43.595859 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-06cbdeae-bf73-4bef-91e8-bc82b5ac68b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.605764 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:43.625497 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Attempting to bind port 1661763d-01cf-40db-b6ce-7d3d349aa3c8 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:42:43.625929 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Attempting to bind port 1661763d-01cf-40db-b6ce-7d3d349aa3c8 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:42:43.626296 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Attempting to bind port 1661763d-01cf-40db-b6ce-7d3d349aa3c8 on network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:43.632059 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:42:43.632465 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Checking segment: {'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:43.632872 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.633269 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Bound using segment: {'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:42:43.635711 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Bound port: 1661763d-01cf-40db-b6ce-7d3d349aa3c8, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:42:43.635711 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.686726 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-06cbdeae-bf73-4bef-91e8-bc82b5ac68b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.697906 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-dd8e4a97-44af-48c1-9cc4-0882cc05d455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:43.712011 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.721719 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbdeae-bf73-4bef-91e8-bc82b5ac68b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657797aa-5e6c-40fb-a226-9546c527f326,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:43.728519 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-06cbdeae-bf73-4bef-91e8-bc82b5ac68b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:43.730332 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-06cbdeae-bf73-4bef-91e8-bc82b5ac68b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.731631 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-06cbdeae-bf73-4bef-91e8-bc82b5ac68b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/657797aa-5e6c-40fb-a226-9546c527f326 HTTP/1.1" status: 204 len: 168 time: 0.4751339 May 20 19:42:43.754723 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.766180 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] For port 1661763d-01cf-40db-b6ce-7d3d349aa3c8, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:42:43.772277 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] For port 1661763d-01cf-40db-b6ce-7d3d349aa3c8, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=1661763d-01cf-40db-b6ce-7d3d349aa3c8,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:42:43.784013 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.794102 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:43.910446 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:43.930642 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Pushing event updated for resources: {'Port': ['ID=1661763d-01cf-40db-b6ce-7d3d349aa3c8,revision_number=2']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:43.944095 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:44.110893 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Allocated IP 172.28.2.221 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/284c86c0-3d9a-4021-b235-f808625f1a05) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:42:44.582790 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:44.609911 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53daa683-d21e-44cf-a42d-dc53493113d4 req-7eaa7ccc-a0a5-4480-bd5a-b96401accc65 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:44.611454 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-53daa683-d21e-44cf-a42d-dc53493113d4 req-7eaa7ccc-a0a5-4480-bd5a-b96401accc65 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2515485 May 20 19:42:44.728453 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-53daa683-d21e-44cf-a42d-dc53493113d4 req-fa89b7e9-25c2-4ad9-beb1-9eb74cd432f0 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005719 May 20 19:42:44.749052 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:44.762011 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:44.841575 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=284c86c0-3d9a-4021-b235-f808625f1a05,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:44.854295 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:44.873621 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ed119-4b84-4732-a007-42832a11d1f5 req-4ec26133-bc33-4862-b4b8-deea95159a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:44.876118 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d45ed119-4b84-4732-a007-42832a11d1f5 req-4ec26133-bc33-4862-b4b8-deea95159a66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 1098 time: 0.2273493 May 20 19:42:44.889028 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:44.890550 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:44.900040 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:42:45.224586 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab13d3b5-b374-4ae6-9f00-7efa38a9e944 None None] Network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:42:45.312110 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ed119-4b84-4732-a007-42832a11d1f5 req-b110e154-10b2-421f-9c65-e69e566ab718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:45.313722 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d45ed119-4b84-4732-a007-42832a11d1f5 req-b110e154-10b2-421f-9c65-e69e566ab718 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 919 time: 0.3746064 May 20 19:42:45.392203 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-ea6c452d-999b-483f-a320-470bfb062a13 None None] Provisioning for port 1661763d-01cf-40db-b6ce-7d3d349aa3c8 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:45.460574 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d45ed119-4b84-4732-a007-42832a11d1f5 req-7d6f6604-3140-453f-9370-52bc9ccf8bbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=967970ad-9535-45c6-85aa-915d4660b023 HTTP/1.1" status: 200 len: 217 time: 0.1262350 May 20 19:42:45.724536 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ed119-4b84-4732-a007-42832a11d1f5 req-e2528311-7282-4e31-91f7-cf50a603f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:45.725900 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d45ed119-4b84-4732-a007-42832a11d1f5 req-e2528311-7282-4e31-91f7-cf50a603f8c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7949ae50-1bb2-4488-9a28-3be9e26200c6 HTTP/1.1" status: 200 len: 858 time: 0.1294289 May 20 19:42:45.810144 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d45ed119-4b84-4732-a007-42832a11d1f5 req-3e88a867-f62e-4531-862b-b87008f19d41 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4fd580fa-8747-45e2-8a5c-27dd0102a58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573864 May 20 19:42:45.985727 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcbc9e-0db6-4157-b29b-267f6a860191 req-7323af40-5d89-450f-b584-27929c2d554b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:45.988030 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1ebcbc9e-0db6-4157-b29b-267f6a860191 req-7323af40-5d89-450f-b584-27929c2d554b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1191719 May 20 19:42:46.059989 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1ebcbc9e-0db6-4157-b29b-267f6a860191 req-da7e3b9b-bda5-43f7-a2c8-0d217d0aaf9b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637095 May 20 19:42:46.063036 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.177689 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d45ed119-4b84-4732-a007-42832a11d1f5 req-03749160-cd61-4ff5-bd30-5e47e043744b service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536298 May 20 19:42:46.326985 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1661763d-01cf-40db-b6ce-7d3d349aa3c8 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:46.414688 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 1661763d-01cf-40db-b6ce-7d3d349aa3c8 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:46.429259 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 1661763d-01cf-40db-b6ce-7d3d349aa3c8 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:46.430475 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.568667 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.603075 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 1661763d-01cf-40db-b6ce-7d3d349aa3c8, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=1661763d-01cf-40db-b6ce-7d3d349aa3c8,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:46.607299 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:46.609304 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:46.616879 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d45ed119-4b84-4732-a007-42832a11d1f5 req-457f72f7-af6e-4faa-a06f-79aaa2a90345 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327576 May 20 19:42:46.686108 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=1661763d-01cf-40db-b6ce-7d3d349aa3c8,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:46.692752 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:46.724844 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457923'] for router, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.033148 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Router fd3a46c9-afdb-4447-9875-bb87f9f1a02e is scheduled to L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 with binding_index 1 {{(pid=98302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:42:47.234166 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:42:47.250482 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Sync routers for ids ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:42:47.264487 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-54ce843c-fc43-4d60-a346-143d2cce0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.272429 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Routers {'fd3a46c9-afdb-4447-9875-bb87f9f1a02e'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:42:47.273327 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:42:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:47.294899 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Notify callbacks [] for router, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:47.300092 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1563010 May 20 19:42:47.300255 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2440e76-2f23-4f00-ac89-99489f87e2e6 req-d4d51523-90b4-4fd1-811e-f2c95803d370 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:47.300762 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 33852) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:47.306699 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d2440e76-2f23-4f00-ac89-99489f87e2e6 req-d4d51523-90b4-4fd1-811e-f2c95803d370 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1371427 May 20 19:42:47.403446 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d2440e76-2f23-4f00-ac89-99489f87e2e6 req-79aacb47-f4ee-4b2e-9f5b-c62c479f6b0f tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891325 May 20 19:42:47.519334 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Set router fd3a46c9-afdb-4447-9875-bb87f9f1a02e gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:42:47.827968 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:45Z', 'revision_number': 3, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:47.832292 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Checking router: fd3a46c9-afdb-4447-9875-bb87f9f1a02e for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:42:47.832855 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Updating router fd3a46c9-afdb-4447-9875-bb87f9f1a02e port 284c86c0-3d9a-4021-b235-f808625f1a05 binding host dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:42:47.896660 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:48.254546 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:48.256810 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1661763d-01cf-40db-b6ce-7d3d349aa3c8 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:48.390865 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 1661763d-01cf-40db-b6ce-7d3d349aa3c8 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:48.391440 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:48.479111 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Notify callbacks [] for port, precommit_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:48.507306 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.provisioning_blocks [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Transition to ACTIVE for port object 284c86c0-3d9a-4021-b235-f808625f1a05 will not be triggered until provisioned by entity L2. {{(pid=98304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:48.527342 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:48.546213 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:48.678431 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Attempting to bind port 284c86c0-3d9a-4021-b235-f808625f1a05 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:42:48.679242 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Attempting to bind port 284c86c0-3d9a-4021-b235-f808625f1a05 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:42:48.679892 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Attempting to bind port 284c86c0-3d9a-4021-b235-f808625f1a05 on network 30f8c0e8-7295-47a8-a197-8cf663cc81fb {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:48.728515 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Pushing event updated for resources: {'Port': ['ID=284c86c0-3d9a-4021-b235-f808625f1a05,revision_number=2']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:48.740051 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.740738 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.741286 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.741864 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.742412 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.743017 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.743558 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.744147 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.744760 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.745367 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.746009 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.746682 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:48.751142 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:42:48.751922 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Checking segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:48.752699 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:48.753591 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Bound using segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:42:48.754354 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Bound port: 284c86c0-3d9a-4021-b235-f808625f1a05, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:42:48.755092 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:48.810997 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:48.831315 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a41cd4-6860-4573-8f5d-a91012a3cbd1 req-c32b86bc-21a3-4688-a742-1763bd403c1a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:48.839595 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a4a41cd4-6860-4573-8f5d-a91012a3cbd1 req-c32b86bc-21a3-4688-a742-1763bd403c1a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 946 time: 0.2314827 May 20 19:42:48.860803 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Allocated IP 172.20.0.1 (3030e65f-2520-48a7-9eae-d4a72dc4ca54/5d1a9f6e-1615-4254-8b62-21ed15b52fe5/3a69ca4d-2aa4-416c-9965-f6700902c758) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:42:48.864216 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] For port 284c86c0-3d9a-4021-b235-f808625f1a05, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:42:48.869757 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] For port 284c86c0-3d9a-4021-b235-f808625f1a05, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=284c86c0-3d9a-4021-b235-f808625f1a05,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:42:48.874593 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af2008-0542-48a9-b788-d6f114080023 req-65c65781-6e5c-4953-861e-a86ff7d7d650 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:48.876444 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e2af2008-0542-48a9-b788-d6f114080023 req-65c65781-6e5c-4953-861e-a86ff7d7d650 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1909573 May 20 19:42:48.881493 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:48.889173 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-69e88eca-1dc2-44e0-b52b-675301141cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:48.918021 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a4a41cd4-6860-4573-8f5d-a91012a3cbd1 req-85b74283-e714-46b3-bb2c-77c93cf4208a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771973 May 20 19:42:48.983947 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e2af2008-0542-48a9-b788-d6f114080023 req-606f8fcc-5b20-47cc-bd3c-d51b8078517f tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973501 May 20 19:42:49.004860 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Routers {'fd3a46c9-afdb-4447-9875-bb87f9f1a02e'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:42:49.005481 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:42:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:49.114190 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Pushing event updated for resources: {'Port': ['ID=284c86c0-3d9a-4021-b235-f808625f1a05,revision_number=3']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:49.115814 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.124995 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:49.141843 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Transition to ACTIVE for port object 3a69ca4d-2aa4-416c-9965-f6700902c758 will not be triggered until provisioned by entity DHCP. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:49.282517 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.282517 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5facb391-7ec3-4c8d-aa25-0592eeb2ed90 tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:49.299258 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] Set router fd3a46c9-afdb-4447-9875-bb87f9f1a02e gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:42:49.341164 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:49.344694 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:49.353942 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Pushing event updated for resources: {'Port': ['ID=3a69ca4d-2aa4-416c-9965-f6700902c758,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:49.356400 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:42:49.391083 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:49.436581 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711962'] for router_interface, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.768964 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-b44941c1-39cf-4238-9c5b-14e8e8f7295c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.777245 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-ad7adc44-a101-4c16-91af-e2064592bdf0 None None] Provisioning for port 3a69ca4d-2aa4-416c-9965-f6700902c758 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:49.789059 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-ad7adc44-a101-4c16-91af-e2064592bdf0 None None] Provisioning complete for port 3a69ca4d-2aa4-416c-9965-f6700902c758 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:49.791629 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ad7adc44-a101-4c16-91af-e2064592bdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.828419 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:45Z', 'revision_number': 3, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:49.840774 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50155e32-10ab-4b46-866f-b4cd4918c5af None None] The sync data for ids ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'] in dv-cinder-792462-2-smb is: [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:45Z', 'revision_number': 3, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:42:49.893835 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:49.916366 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-ad7adc44-a101-4c16-91af-e2064592bdf0 None None] Port 3a69ca4d-2aa4-416c-9965-f6700902c758 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:42:49.938166 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:50.340033 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:50.347291 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:50.382178 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5e451-dd95-46b5-8f6a-b9de651cbd75 req-a2913d4b-9fd6-4dc1-87e1-4b50423a1596 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:50.384710 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-8b8652f7-5921-4ca3-958f-be0ada4cefe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:50.386314 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-96d5e451-dd95-46b5-8f6a-b9de651cbd75 req-a2913d4b-9fd6-4dc1-87e1-4b50423a1596 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2283008 May 20 19:42:50.473180 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-96d5e451-dd95-46b5-8f6a-b9de651cbd75 req-c9aa24ff-41b8-4ae3-8c52-d4b5c92d522b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688877 May 20 19:42:50.483010 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Pushing event updated for resources: {'Port': ['ID=3a69ca4d-2aa4-416c-9965-f6700902c758,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:50.525296 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:50.526650 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454753'] for router_interface, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:50.781241 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af876cf1-0f37-4241-832d-bf8b999e68d6 req-8c4df3e8-d489-45de-b8ef-be63ca6085bd tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:50.782970 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-af876cf1-0f37-4241-832d-bf8b999e68d6 req-8c4df3e8-d489-45de-b8ef-be63ca6085bd tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 946 time: 0.3015926 May 20 19:42:50.890562 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:50.895618 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:50.898790 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:50.929873 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-af876cf1-0f37-4241-832d-bf8b999e68d6 req-31e7e37b-8c36-4d30-b55c-67bfae72f74c tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260364 May 20 19:42:51.254538 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-dc2818d2-abdc-4eed-b1b7-c149fdf30384 None None] Provisioning complete for port 3a69ca4d-2aa4-416c-9965-f6700902c758 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:51.254825 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-dc2818d2-abdc-4eed-b1b7-c149fdf30384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:51.324600 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-dc2818d2-abdc-4eed-b1b7-c149fdf30384 None None] Port 3a69ca4d-2aa4-416c-9965-f6700902c758 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:42:51.345476 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Router fd3a46c9-afdb-4447-9875-bb87f9f1a02e has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:42:51.426293 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f573f-f41f-4e62-9d59-7f6e95a39ea4 req-d5ba257b-9c2e-46d1-8922-85bd11b54e46 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:51.427931 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-238f573f-f41f-4e62-9d59-7f6e95a39ea4 req-d5ba257b-9c2e-46d1-8922-85bd11b54e46 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 946 time: 0.2373927 May 20 19:42:51.677350 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:42:51.690697 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] 10.222.0.44 "PUT /v2.0/routers/fd3a46c9-afdb-4447-9875-bb87f9f1a02e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3877833 May 20 19:42:51.693299 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-238f573f-f41f-4e62-9d59-7f6e95a39ea4 req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Deleting port 62522c46-9c2b-43df-b8a7-e804a1e4bc58 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:42:51.693644 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-238f573f-f41f-4e62-9d59-7f6e95a39ea4 req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:51.717317 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ad1d-3f25-4a56-bc4d-cd41e7d6c536 req-5d3278e7-5c74-4cf6-9976-0deffab7d370 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:51.732560 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0479ad1d-3f25-4a56-bc4d-cd41e7d6c536 req-5d3278e7-5c74-4cf6-9976-0deffab7d370 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1509180 May 20 19:42:51.825270 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0479ad1d-3f25-4a56-bc4d-cd41e7d6c536 req-6ca4e3f5-9f51-41cb-958b-c4b202fd5c9c tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914853 May 20 19:42:51.904720 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-238f573f-f41f-4e62-9d59-7f6e95a39ea4 req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] For port 62522c46-9c2b-43df-b8a7-e804a1e4bc58, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=62522c46-9c2b-43df-b8a7-e804a1e4bc58,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:51.905615 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-238f573f-f41f-4e62-9d59-7f6e95a39ea4 req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:52.139602 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-238f573f-f41f-4e62-9d59-7f6e95a39ea4 req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Calling delete_port for 62522c46-9c2b-43df-b8a7-e804a1e4bc58 owned by compute:nova {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:42:52.277573 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Sync routers for ids ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:42:52.294598 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Routers {'fd3a46c9-afdb-4447-9875-bb87f9f1a02e'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:42:52.298436 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:42:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:52.340201 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77082-ba4b-4399-83e4-1c48e04712c4 req-e6c66512-6f1b-43ed-8dd4-21686aa962f6 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:52.348828 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0fa77082-ba4b-4399-83e4-1c48e04712c4 req-e6c66512-6f1b-43ed-8dd4-21686aa962f6 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 946 time: 0.2713120 May 20 19:42:52.409190 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-238f573f-f41f-4e62-9d59-7f6e95a39ea4 req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:52.409190 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:52.458702 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0fa77082-ba4b-4399-83e4-1c48e04712c4 req-23b5d217-ae87-456f-ae7d-5157a3c76cc9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089065 May 20 19:42:52.475220 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Pushing event deleted for resources: {'Port': ['ID=62522c46-9c2b-43df-b8a7-e804a1e4bc58,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:52.478502 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:52.509862 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 284c86c0-3d9a-4021-b235-f808625f1a05 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:52.536657 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['25fdc674-5f19-4a4a-9567-cfe468f8d671', 'fbef998b-7adc-4ec0-aa09-2e24e18c781b', 'a8044034-1cfd-4b6e-b444-df46513c62c7', '62522c46-9c2b-43df-b8a7-e804a1e4bc58'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:42:52.614721 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-238f573f-f41f-4e62-9d59-7f6e95a39ea4 req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] No DVR routers for this DVR port 62522c46-9c2b-43df-b8a7-e804a1e4bc58 on host hv-cinder-79246 {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:42:52.617976 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-238f573f-f41f-4e62-9d59-7f6e95a39ea4 req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:52.621833 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd6dc7c-e3b0-42bc-842b-8859543d9fc9', 'name': 'network-vif-deleted', 'tag': '62522c46-9c2b-43df-b8a7-e804a1e4bc58'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:42:52.678113 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-238f573f-f41f-4e62-9d59-7f6e95a39ea4 req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "DELETE /v2.0/ports/62522c46-9c2b-43df-b8a7-e804a1e4bc58 HTTP/1.1" status: 204 len: 173 time: 1.2415047 May 20 19:42:52.744174 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd6dc7c-e3b0-42bc-842b-8859543d9fc9', 'name': 'network-vif-deleted', 'tag': '62522c46-9c2b-43df-b8a7-e804a1e4bc58', 'status': 'completed', 'code': 200} May 20 19:42:52.760611 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:52.876410 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Set router fd3a46c9-afdb-4447-9875-bb87f9f1a02e gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:42:52.930501 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 284c86c0-3d9a-4021-b235-f808625f1a05 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:52.995536 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 284c86c0-3d9a-4021-b235-f808625f1a05 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:52.996052 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:53.110902 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 33912) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:53.118421 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-72807445-network', 'tenant_id': 'cb3740e1ef154d208f6509223815021f'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:53.123333 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:53.127847 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Usage tracker for resource:network and tenant:cb3740e1ef154d208f6509223815021f is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:53.131241 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:53.147116 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:53.171514 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Made reservation on behalf of cb3740e1ef154d208f6509223815021f for: {'network': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:53.174265 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:53.177759 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c502cf2-6608-424d-b5fc-fb8c47d6f903 req-05ca70d2-59be-4bdf-9481-29970441a73e tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:53.186686 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5c502cf2-6608-424d-b5fc-fb8c47d6f903 req-05ca70d2-59be-4bdf-9481-29970441a73e tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1570342 May 20 19:42:53.189102 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:53.219217 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:53.224622 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Usage tracker for resource:security_group_rule and tenant:cb3740e1ef154d208f6509223815021f is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:53.227728 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:53.233848 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:53.247689 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5c502cf2-6608-424d-b5fc-fb8c47d6f903 req-8e1708d6-5ef5-4a61-98e3-7b897471d1ea tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603313 May 20 19:42:53.341361 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:53.351366 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:53.355469 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-27444b8c-4864-4978-a6d5-629921572880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:53.389657 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae92d95-5818-443d-900d-910482e79540,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:53.396269 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:53.405727 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=98302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:42:53.421786 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:53.422410 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.segments_db [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Added segment 503b5e6b-2b51-489f-a569-2d98230a5baf of type vlan for network 8c40867d-3450-4da3-9913-72f1e1e094dc May 20 19:42:53.424009 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:53.449067 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 284c86c0-3d9a-4021-b235-f808625f1a05, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=284c86c0-3d9a-4021-b235-f808625f1a05,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:53.467730 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:53.473466 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:53.485033 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:53.588055 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:53.592360 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:53.597378 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:53.625470 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:53.669640 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=284c86c0-3d9a-4021-b235-f808625f1a05,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:53.702047 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.702404 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.702751 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.703088 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.703428 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.703824 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.704163 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.704513 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.704837 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.705142 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.705460 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.705780 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:42:53.716679 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:53.728521 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-6ac1c21b-1369-429c-a657-f0a518259140 req-da767164-7b7b-4974-b7f6-80818cb08466 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Synchronizing usage tracker for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:42:53.788726 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:49Z', 'revision_number': 4, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3a69ca4d-2aa4-416c-9965-f6700902c758', 'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'mac_address': 'fa:16:3e:74:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:48Z', 'updated_at': '2021-05-20T19:42:49Z', 'revision_number': 2, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'subnets': [{'id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:53.814042 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Checking router: fd3a46c9-afdb-4447-9875-bb87f9f1a02e for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:42:53.814769 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Updating router fd3a46c9-afdb-4447-9875-bb87f9f1a02e port 3a69ca4d-2aa4-416c-9965-f6700902c758 binding host dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:42:53.827172 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7126210 May 20 19:42:53.827772 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 33920) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:53.828002 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-6ac1c21b-1369-429c-a657-f0a518259140 req-da767164-7b7b-4974-b7f6-80818cb08466 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Unset dirty status for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:42:53.829353 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6ac1c21b-1369-429c-a657-f0a518259140 req-da767164-7b7b-4974-b7f6-80818cb08466 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbd6dc7c-e3b0-42bc-842b-8859543d9fc9 HTTP/1.1" status: 200 len: 210 time: 0.1754355 May 20 19:42:53.830103 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Pushing event updated for resources: {'Network': ['ID=8c40867d-3450-4da3-9913-72f1e1e094dc,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:53.832947 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:53.847494 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Request body: {'subnet': {'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-72807445-subnet', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'ip_version': 4}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:53.864949 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:53.868423 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 8c40867d-3450-4da3-9913-72f1e1e094dc details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:42:53.869291 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Usage tracker for resource:subnet and tenant:cb3740e1ef154d208f6509223815021f is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:53.872900 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:53.880646 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:53.896937 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Made reservation on behalf of cb3740e1ef154d208f6509223815021f for: {'subnet': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:42:53.899584 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60936201'] for subnet, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:54.008585 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:54.323767 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 284c86c0-3d9a-4021-b235-f808625f1a05 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:54.521833 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab2343-fe20-49d0-bf94-31c2c85ebd34 req-c2aa16c2-836e-421f-afc9-bf000e397ca2 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:54.529372 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b8ab2343-fe20-49d0-bf94-31c2c85ebd34 req-c2aa16c2-836e-421f-afc9-bf000e397ca2 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1178024 May 20 19:42:54.582558 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 284c86c0-3d9a-4021-b235-f808625f1a05 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:54.583171 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:54.611138 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61032418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60936219'] for subnet, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:54.625965 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-848b5bdb-6225-471f-93be-53ceb336393b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:54.633716 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b8ab2343-fe20-49d0-bf94-31c2c85ebd34 req-906dcb20-cb2a-43a4-a1df-dcd099f5def1 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033702 May 20 19:42:54.726434 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=833bbef6-d9d6-44f6-8e07-e040621a4954,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:54.732851 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:54.734023 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Checking segment: {'id': '503b5e6b-2b51-489f-a569-2d98230a5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:54.734402 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Network hostable DHCP agents. Network: 8c40867d-3450-4da3-9913-72f1e1e094dc, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:42:54.763594 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Network 8c40867d-3450-4da3-9913-72f1e1e094dc is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:42:54.779979 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 8c40867d-3450-4da3-9913-72f1e1e094dc) {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:54.793329 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:54.794178 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:54.809646 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790ebf0-a3c1-4e4e-ad12-f68936011974 None None] Network 8c40867d-3450-4da3-9913-72f1e1e094dc requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:42:54.825254 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9958370 May 20 19:42:54.828836 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 33936) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:54.838179 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-72807445-router', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:42:54.845534 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:42:54.853015 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Usage tracker for resource:router and tenant:cb3740e1ef154d208f6509223815021f is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:42:54.858978 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:42:54.871032 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:42:54.938700 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Notify callbacks [] for port, precommit_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:54.963508 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Transition to ACTIVE for port object 3a69ca4d-2aa4-416c-9965-f6700902c758 will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:54.988727 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3713000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:54.990771 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.008626 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.012198 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.119956 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:55.162121 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 62522c46-9c2b-43df-b8a7-e804a1e4bc58 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:42:55.257794 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: 62522c46-9c2b-43df-b8a7-e804a1e4bc58 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:42:55.258133 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 62522c46-9c2b-43df-b8a7-e804a1e4bc58 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:42:55.486886 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3713022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3170'] for router, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.659533 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7c870-e38e-4b97-8cb3-2318620b3022 None None] Pushing event updated for resources: {'Port': ['ID=3a69ca4d-2aa4-416c-9965-f6700902c758,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:55.713462 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-b5d7c870-e38e-4b97-8cb3-2318620b3022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:55.738921 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aa7531f-32a6-586f-bd9e-b2fadefdb9c7-8c40867d-3450-4da3-9913-72f1e1e094dc', 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'fixed_ips': [{'subnet_id': '833bbef6-d9d6-44f6-8e07-e040621a4954'}]}} from dv-cinder-792462-2-smb. {{(pid=98303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:42:55.739742 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.802970 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Attempting to bind port 3a69ca4d-2aa4-416c-9965-f6700902c758 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:42:55.811550 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Attempting to bind port 3a69ca4d-2aa4-416c-9965-f6700902c758 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:42:55.812263 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Attempting to bind port 3a69ca4d-2aa4-416c-9965-f6700902c758 on network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:55.882311 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:42:55.882562 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Checking segment: {'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:55.882919 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:55.883335 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Bound using segment: {'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:42:55.883849 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Bound port: 3a69ca4d-2aa4-416c-9965-f6700902c758, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:42:55.884271 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.007429 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.019189 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea61e32-5385-4c15-beec-e8f642d6691a req-29fa61b3-2ec8-4ee1-9014-d4308cb189c4 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:56.029384 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0ea61e32-5385-4c15-beec-e8f642d6691a req-29fa61b3-2ec8-4ee1-9014-d4308cb189c4 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1690576 May 20 19:42:56.051241 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.103939 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0ea61e32-5385-4c15-beec-e8f642d6691a req-e50d0bb3-7d33-4aa2-b886-5ad93da68381 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735216 May 20 19:42:56.106069 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] For port 3a69ca4d-2aa4-416c-9965-f6700902c758, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:42:56.111819 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] For port 3a69ca4d-2aa4-416c-9965-f6700902c758, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=3a69ca4d-2aa4-416c-9965-f6700902c758,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:42:56.125102 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.db_base_plugin_common [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Allocated IP 172.20.0.2 (8c40867d-3450-4da3-9913-72f1e1e094dc/833bbef6-d9d6-44f6-8e07-e040621a4954/7fbc19fc-82db-43fe-9038-c090de677722) {{(pid=98303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:42:56.128657 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.136728 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:56.229328 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Allocated IP 172.28.2.166 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/abc094c8-5d0f-4864-9c05-1b67a31de058) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:42:56.275008 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7c870-e38e-4b97-8cb3-2318620b3022 None None] Pushing event updated for resources: {'Port': ['ID=3a69ca4d-2aa4-416c-9965-f6700902c758,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:56.339857 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Routers {'fd3a46c9-afdb-4447-9875-bb87f9f1a02e'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:42:56.340374 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:42:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:56.395296 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-b5d7c870-e38e-4b97-8cb3-2318620b3022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:56.488924 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.542844 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.548120 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:56.619158 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:56.622834 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:56.626936 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:42:56.668489 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] Set router fd3a46c9-afdb-4447-9875-bb87f9f1a02e gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:42:56.677307 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Pushing event updated for resources: {'Port': ['ID=abc094c8-5d0f-4864-9c05-1b67a31de058,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:56.681749 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:56.773011 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Notify callbacks [] for port, precommit_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:56.908511 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Transition to ACTIVE for port object 7fbc19fc-82db-43fe-9038-c090de677722 will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:57.010131 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Transition to ACTIVE for port object 7fbc19fc-82db-43fe-9038-c090de677722 will not be triggered until provisioned by entity DHCP. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:57.033851 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.047906 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:57.194273 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Pushing event updated for resources: {'Port': ['ID=7fbc19fc-82db-43fe-9038-c090de677722,revision_number=1']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:57.198025 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:57.236883 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Network 8c40867d-3450-4da3-9913-72f1e1e094dc is already hosted by enough agents. {{(pid=98303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:42:57.242657 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f2972-5c9f-42e0-8ab5-481ab1be829c req-3ab81e3d-48e7-4822-97ee-81354e22998f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:57.244418 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f90f2972-5c9f-42e0-8ab5-481ab1be829c req-3ab81e3d-48e7-4822-97ee-81354e22998f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 946 time: 0.2834218 May 20 19:42:57.264502 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Resources bound (agent type, host, resource id): {{(pid=98303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:42:57.265510 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.267545 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Received port after_create {{(pid=98303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:42:57.359423 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457dfa2-c855-424e-ba98-26aa729ad97b req-26d4f435-9fdd-43fe-93b5-6b75ea9bc27f tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:57.361939 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0457dfa2-c855-424e-ba98-26aa729ad97b req-26d4f435-9fdd-43fe-93b5-6b75ea9bc27f tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1087327 May 20 19:42:57.405298 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Attempting to bind port 7fbc19fc-82db-43fe-9038-c090de677722 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:42:57.405679 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Attempting to bind port 7fbc19fc-82db-43fe-9038-c090de677722 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '503b5e6b-2b51-489f-a569-2d98230a5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:42:57.406049 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Attempting to bind port 7fbc19fc-82db-43fe-9038-c090de677722 on network 8c40867d-3450-4da3-9913-72f1e1e094dc {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:42:57.423671 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:42:57.424115 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Checking segment: {'id': '503b5e6b-2b51-489f-a569-2d98230a5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:42:57.424622 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.425110 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Bound using segment: {'id': '503b5e6b-2b51-489f-a569-2d98230a5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:42:57.426309 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Bound port: 7fbc19fc-82db-43fe-9038-c090de677722, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503b5e6b-2b51-489f-a569-2d98230a5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:42:57.427285 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.435170 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0457dfa2-c855-424e-ba98-26aa729ad97b req-eca4a2fc-f019-4c84-b01c-48b85ff90f93 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628400 May 20 19:42:57.510372 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:49Z', 'revision_number': 4, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3a69ca4d-2aa4-416c-9965-f6700902c758', 'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'mac_address': 'fa:16:3e:74:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:48Z', 'updated_at': '2021-05-20T19:42:56Z', 'revision_number': 4, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'subnets': [{'id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:57.521511 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d37ca2-fe56-4a24-ad08-36d22a964800 None None] The sync data for ids ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'] in dv-cinder-792462-2-smb is: [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:49Z', 'revision_number': 4, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3a69ca4d-2aa4-416c-9965-f6700902c758', 'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'mac_address': 'fa:16:3e:74:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:48Z', 'updated_at': '2021-05-20T19:42:56Z', 'revision_number': 4, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'subnets': [{'id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:42:57.564825 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] For port 7fbc19fc-82db-43fe-9038-c090de677722, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:42:57.582449 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] For port 7fbc19fc-82db-43fe-9038-c090de677722, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=7fbc19fc-82db-43fe-9038-c090de677722,segment=NetworkSegment(503b5e6b-2b51-489f-a569-2d98230a5baf),segment_id=503b5e6b-2b51-489f-a569-2d98230a5baf)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:42:57.588052 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f90f2972-5c9f-42e0-8ab5-481ab1be829c req-5ee1c13f-1315-459a-bea3-f53e4c3c9f20 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368099 May 20 19:42:57.605006 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.619537 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:57.746801 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Pushing event updated for resources: {'Port': ['ID=7fbc19fc-82db-43fe-9038-c090de677722,revision_number=2']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:57.762948 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457923'] for router, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:57.765552 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:58.106873 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Router 5ae5c433-99f3-4b4f-ace9-48757d07c94b is scheduled to L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 with binding_index 1 {{(pid=98302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:42:58.396774 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 3a69ca4d-2aa4-416c-9965-f6700902c758 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:58.426141 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:42:58.434718 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Sync routers for ids ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:42:58.452011 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Routers {'5ae5c433-99f3-4b4f-ace9-48757d07c94b'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:42:58.452665 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:42:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:58.505336 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Notify callbacks [] for router, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:58.510028 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6764581 May 20 19:42:58.510312 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 33994) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:42:58.524931 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 3a69ca4d-2aa4-416c-9965-f6700902c758 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:58.539073 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 3a69ca4d-2aa4-416c-9965-f6700902c758 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:58.539585 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:58.832155 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dc9c9-448c-40ac-b2e7-68f7fa18c172 req-48d28752-81b8-4784-a07d-8c16872ab222 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:58.834286 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Set router 5ae5c433-99f3-4b4f-ace9-48757d07c94b gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:42:58.840434 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4d8dc9c9-448c-40ac-b2e7-68f7fa18c172 req-48d28752-81b8-4784-a07d-8c16872ab222 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2415824 May 20 19:42:58.920023 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:58.965424 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4d8dc9c9-448c-40ac-b2e7-68f7fa18c172 req-b0f7aaee-fd8c-411b-85be-c77f2a0ddd2d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188848 May 20 19:42:59.007382 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 3a69ca4d-2aa4-416c-9965-f6700902c758, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=3a69ca4d-2aa4-416c-9965-f6700902c758,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:42:59.016562 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.019631 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 7fbc19fc-82db-43fe-9038-c090de677722 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:42:59.058204 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:42:59.183409 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=3a69ca4d-2aa4-416c-9965-f6700902c758,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:42:59.193032 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:42:59.240223 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 7fbc19fc-82db-43fe-9038-c090de677722 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:59.347345 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'name': 'tempest-TestShelveInstance-72807445-router', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:54Z', 'updated_at': '2021-05-20T19:42:56Z', 'revision_number': 3, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'gw_port': {'id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ae:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:56Z', 'updated_at': '2021-05-20T19:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:42:59.348118 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa28855-a1c2-4cc7-99a7-d63eb199d421 None None] Network 8c40867d-3450-4da3-9913-72f1e1e094dc requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:42:59.354144 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Checking router: 5ae5c433-99f3-4b4f-ace9-48757d07c94b for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:42:59.354760 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Updating router 5ae5c433-99f3-4b4f-ace9-48757d07c94b port abc094c8-5d0f-4864-9c05-1b67a31de058 binding host dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:42:59.447230 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.500844 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af5ddc-81fe-46df-8695-c1a0335f09f0 req-7fb9f79e-a4ca-4b42-9a33-e28f7e957511 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:42:59.502884 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b9af5ddc-81fe-46df-8695-c1a0335f09f0 req-7fb9f79e-a4ca-4b42-9a33-e28f7e957511 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 946 time: 0.2345304 May 20 19:42:59.631164 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-f0edaf17-0866-43b5-a296-2fe17a18efe8 None None] Provisioning for port 7fbc19fc-82db-43fe-9038-c090de677722 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:42:59.639041 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-f0edaf17-0866-43b5-a296-2fe17a18efe8 None None] Provisioning complete for port 7fbc19fc-82db-43fe-9038-c090de677722 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:42:59.652618 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f0edaf17-0866-43b5-a296-2fe17a18efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.720379 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-b9af5ddc-81fe-46df-8695-c1a0335f09f0 req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Deleting port a8044034-1cfd-4b6e-b444-df46513c62c7 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:42:59.721131 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-b9af5ddc-81fe-46df-8695-c1a0335f09f0 req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.897056 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Notify callbacks [] for port, precommit_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.911651 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.provisioning_blocks [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Transition to ACTIVE for port object abc094c8-5d0f-4864-9c05-1b67a31de058 will not be triggered until provisioned by entity L2. {{(pid=98304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:42:59.912384 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f0edaf17-0866-43b5-a296-2fe17a18efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.935103 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:42:59.944529 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:00.027289 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-f0edaf17-0866-43b5-a296-2fe17a18efe8 None None] For port 7fbc19fc-82db-43fe-9038-c090de677722, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=7fbc19fc-82db-43fe-9038-c090de677722,segment=NetworkSegment(503b5e6b-2b51-489f-a569-2d98230a5baf),segment_id=503b5e6b-2b51-489f-a569-2d98230a5baf)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:00.039881 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f0edaf17-0866-43b5-a296-2fe17a18efe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:00.042120 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:00.155174 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-b9af5ddc-81fe-46df-8695-c1a0335f09f0 req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] For port a8044034-1cfd-4b6e-b444-df46513c62c7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a8044034-1cfd-4b6e-b444-df46513c62c7,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:00.155535 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-b9af5ddc-81fe-46df-8695-c1a0335f09f0 req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:00.204644 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edaf17-0866-43b5-a296-2fe17a18efe8 None None] Pushing event updated for resources: {'Port': ['ID=7fbc19fc-82db-43fe-9038-c090de677722,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:00.211344 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-f0edaf17-0866-43b5-a296-2fe17a18efe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:00.226509 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Attempting to bind port abc094c8-5d0f-4864-9c05-1b67a31de058 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:00.226855 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Attempting to bind port abc094c8-5d0f-4864-9c05-1b67a31de058 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:00.227855 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Attempting to bind port abc094c8-5d0f-4864-9c05-1b67a31de058 on network 30f8c0e8-7295-47a8-a197-8cf663cc81fb {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:00.230324 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fc3c4-b3c4-4aff-948a-01c5c89a51a7 None None] Pushing event updated for resources: {'Port': ['ID=abc094c8-5d0f-4864-9c05-1b67a31de058,revision_number=2']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:00.233814 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-df5fc3c4-b3c4-4aff-948a-01c5c89a51a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:00.238633 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:00.238832 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Checking segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:00.244400 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:00.244911 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Bound using segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:00.245412 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Bound port: abc094c8-5d0f-4864-9c05-1b67a31de058, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:00.245793 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:00.261135 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0b004-a63a-4300-91db-7b1d2d650e8c req-3d069fe3-91b4-43a6-be25-cb532f60cbc2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:00.268915 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dbb0b004-a63a-4300-91db-7b1d2d650e8c req-3d069fe3-91b4-43a6-be25-cb532f60cbc2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 946 time: 1.1672840 May 20 19:43:00.321445 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 3a69ca4d-2aa4-416c-9965-f6700902c758 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:00.381763 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-b9af5ddc-81fe-46df-8695-c1a0335f09f0 req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Calling delete_port for a8044034-1cfd-4b6e-b444-df46513c62c7 owned by compute:nova {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:43:00.410931 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] For port abc094c8-5d0f-4864-9c05-1b67a31de058, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:00.417789 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] For port abc094c8-5d0f-4864-9c05-1b67a31de058, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=abc094c8-5d0f-4864-9c05-1b67a31de058,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:00.428544 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:00.441399 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-8b5220d4-6854-46ee-a2fa-00069b5505d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:00.457073 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 3a69ca4d-2aa4-416c-9965-f6700902c758 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:00.457593 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:00.517978 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dbb0b004-a63a-4300-91db-7b1d2d650e8c req-e3116dce-c02f-404e-9fca-457bbf35a8e9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479067 May 20 19:43:00.542256 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fc3c4-b3c4-4aff-948a-01c5c89a51a7 None None] Pushing event updated for resources: {'Port': ['ID=abc094c8-5d0f-4864-9c05-1b67a31de058,revision_number=3']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:00.546096 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-df5fc3c4-b3c4-4aff-948a-01c5c89a51a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:00.586266 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Routers {'5ae5c433-99f3-4b4f-ace9-48757d07c94b'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:00.586953 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:42:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:00.656713 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-c494b8ac-dd21-4d4a-a278-f081ca5900cf None None] Provisioning complete for port 7fbc19fc-82db-43fe-9038-c090de677722 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:00.657254 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c494b8ac-dd21-4d4a-a278-f081ca5900cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:00.701143 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4737fe2-6dab-4174-83ea-fe74d4dead62 req-38caf160-0df3-41f1-8956-d391dbbc4ced tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:00.708853 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a4737fe2-6dab-4174-83ea-fe74d4dead62 req-38caf160-0df3-41f1-8956-d391dbbc4ced tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.3011048 May 20 19:43:00.794506 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-b9af5ddc-81fe-46df-8695-c1a0335f09f0 req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:00.840813 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a4737fe2-6dab-4174-83ea-fe74d4dead62 req-893446ff-3843-4bc7-a615-cdaa7112a742 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308234 May 20 19:43:00.937003 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:00.959485 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['25fdc674-5f19-4a4a-9567-cfe468f8d671', 'fbef998b-7adc-4ec0-aa09-2e24e18c781b', 'a8044034-1cfd-4b6e-b444-df46513c62c7'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:43:00.989512 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:01.019202 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] Set router 5ae5c433-99f3-4b4f-ace9-48757d07c94b gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:01.080954 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Pushing event deleted for resources: {'Port': ['ID=a8044034-1cfd-4b6e-b444-df46513c62c7,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:01.121691 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:01.127455 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9af5ddc-81fe-46df-8695-c1a0335f09f0 req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] No DVR routers for this DVR port a8044034-1cfd-4b6e-b444-df46513c62c7 on host hv-cinder-79246 {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:43:01.130278 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-b9af5ddc-81fe-46df-8695-c1a0335f09f0 req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:01.141253 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa456b7-5257-4d1f-aaf9-5c4d141afd9a', 'name': 'network-vif-deleted', 'tag': 'a8044034-1cfd-4b6e-b444-df46513c62c7'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:01.166536 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b9af5ddc-81fe-46df-8695-c1a0335f09f0 req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "DELETE /v2.0/ports/a8044034-1cfd-4b6e-b444-df46513c62c7 HTTP/1.1" status: 204 len: 173 time: 1.6576016 May 20 19:43:01.204175 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa456b7-5257-4d1f-aaf9-5c4d141afd9a', 'name': 'network-vif-deleted', 'tag': 'a8044034-1cfd-4b6e-b444-df46513c62c7', 'status': 'completed', 'code': 200} May 20 19:43:01.305779 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Allocated IP 172.20.0.1 (8c40867d-3450-4da3-9913-72f1e1e094dc/833bbef6-d9d6-44f6-8e07-e040621a4954/9dab5907-32c9-4301-997f-dda8e285ff64) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:01.445835 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'name': 'tempest-TestShelveInstance-72807445-router', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:54Z', 'updated_at': '2021-05-20T19:42:56Z', 'revision_number': 3, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'gw_port': {'id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ae:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:56Z', 'updated_at': '2021-05-20T19:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:01.450337 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da95df79-d4b7-42bb-80cb-86aa23613af7 None None] The sync data for ids ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'] in dv-cinder-792462-2-smb is: [{'id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'name': 'tempest-TestShelveInstance-72807445-router', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:54Z', 'updated_at': '2021-05-20T19:42:56Z', 'revision_number': 3, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'gw_port': {'id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ae:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:56Z', 'updated_at': '2021-05-20T19:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:43:01.550483 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:01.576146 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Transition to ACTIVE for port object 9dab5907-32c9-4301-997f-dda8e285ff64 will not be triggered until provisioned by entity DHCP. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:01.610526 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:01.623142 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:01.714458 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Network 8c40867d-3450-4da3-9913-72f1e1e094dc is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:01.758506 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:01.773710 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:01.829956 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-384fb8d5-edeb-428c-9c4a-ddde70c3673b req-3b8f5d28-5250-4025-bbbb-c3db20bf7003 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa456b7-5257-4d1f-aaf9-5c4d141afd9a HTTP/1.1" status: 200 len: 210 time: 0.1123917 May 20 19:43:01.872411 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9dab5907-32c9-4301-997f-dda8e285ff64,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:01.881746 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:01.902088 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711962'] for router_interface, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.206864 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.238635 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69663951-fb5d-4ae0-9efb-c1e403b2be47 req-59ef2f74-661c-44e2-b136-b57ac1cd2522 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:02.246468 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-69663951-fb5d-4ae0-9efb-c1e403b2be47 req-59ef2f74-661c-44e2-b136-b57ac1cd2522 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2017066 May 20 19:43:02.264303 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-ddb953f4-eb91-4499-b142-e23d11268b4d None None] Provisioning for port 9dab5907-32c9-4301-997f-dda8e285ff64 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:02.273855 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-ddb953f4-eb91-4499-b142-e23d11268b4d None None] Provisioning complete for port 9dab5907-32c9-4301-997f-dda8e285ff64 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:02.276876 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ddb953f4-eb91-4499-b142-e23d11268b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.344893 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-69663951-fb5d-4ae0-9efb-c1e403b2be47 req-50e70a4a-6f42-4543-9625-7bbebe0f93e6 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969024 May 20 19:43:02.394782 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-ddb953f4-eb91-4499-b142-e23d11268b4d None None] Port 9dab5907-32c9-4301-997f-dda8e285ff64 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:43:02.485221 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device abc094c8-5d0f-4864-9c05-1b67a31de058 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:02.560968 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.570436 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.606792 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:02.608491 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port abc094c8-5d0f-4864-9c05-1b67a31de058 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:02.615313 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port abc094c8-5d0f-4864-9c05-1b67a31de058 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:02.615688 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.711076 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454753'] for router_interface, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.714953 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9dab5907-32c9-4301-997f-dda8e285ff64,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:02.718616 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:02.744048 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.762178 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port abc094c8-5d0f-4864-9c05-1b67a31de058, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=abc094c8-5d0f-4864-9c05-1b67a31de058,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:02.768320 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:02.769268 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 7fbc19fc-82db-43fe-9038-c090de677722 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:02.797886 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:02.860838 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Network 8c40867d-3450-4da3-9913-72f1e1e094dc is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:02.862289 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:02.891541 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=abc094c8-5d0f-4864-9c05-1b67a31de058,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:02.895900 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:02.907723 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 7fbc19fc-82db-43fe-9038-c090de677722 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:02.908497 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:03.039021 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device a8044034-1cfd-4b6e-b444-df46513c62c7 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:03.092611 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: a8044034-1cfd-4b6e-b444-df46513c62c7 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:43:03.093022 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device a8044034-1cfd-4b6e-b444-df46513c62c7 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:43:03.246848 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-4a2ff5ae-1b47-4bf9-b2ba-2204a9e952b1 None None] Provisioning complete for port 9dab5907-32c9-4301-997f-dda8e285ff64 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:03.247473 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff5ae-1b47-4bf9-b2ba-2204a9e952b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:03.276489 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Router 5ae5c433-99f3-4b4f-ace9-48757d07c94b has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:43:03.340801 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ff5ae-1b47-4bf9-b2ba-2204a9e952b1 None None] Port 9dab5907-32c9-4301-997f-dda8e285ff64 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:43:03.499957 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42551442-fc3b-4be3-b7ef-54890db0c39a req-237a5e6b-d0f0-4205-8ec9-0a2e7bce4417 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:03.502175 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-42551442-fc3b-4be3-b7ef-54890db0c39a req-237a5e6b-d0f0-4205-8ec9-0a2e7bce4417 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Synchronizing usage tracker for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:03.512780 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:43:03.522830 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-42551442-fc3b-4be3-b7ef-54890db0c39a req-237a5e6b-d0f0-4205-8ec9-0a2e7bce4417 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Unset dirty status for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:03.532855 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-42551442-fc3b-4be3-b7ef-54890db0c39a req-237a5e6b-d0f0-4205-8ec9-0a2e7bce4417 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 945 time: 0.1302011 May 20 19:43:03.535788 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] 10.222.0.44 "PUT /v2.0/routers/5ae5c433-99f3-4b4f-ace9-48757d07c94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0242944 May 20 19:43:03.592691 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-42551442-fc3b-4be3-b7ef-54890db0c39a req-43599ecc-d671-418c-ae00-dfc0d73a0710 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584559 May 20 19:43:03.650020 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f3ea6-3d87-427a-8933-754791eedc24 req-65063f7a-3943-4508-88f9-72ffc1db26ff tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:03.654855 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3c6f3ea6-3d87-427a-8933-754791eedc24 req-65063f7a-3943-4508-88f9-72ffc1db26ff tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.0995944 May 20 19:43:03.712739 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3c6f3ea6-3d87-427a-8933-754791eedc24 req-cb5ab483-8592-42c9-92fb-9e40c2403e52 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503702 May 20 19:43:03.782580 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Sync routers for ids ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:43:03.795563 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Routers {'5ae5c433-99f3-4b4f-ace9-48757d07c94b'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:03.796484 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:42:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:03.989940 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Set router 5ae5c433-99f3-4b4f-ace9-48757d07c94b gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:04.185186 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34130) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:04.191421 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921438370', 'description': 'tempest-secgroup-smoke-921438370 description', 'project_id': '29c68fb3f9a14887a9c53496c4bb813e'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:04.203865 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:04.208224 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Usage tracker for resource:security_group and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:04.211860 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:04.219579 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:04.229675 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.256267 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device abc094c8-5d0f-4864-9c05-1b67a31de058 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:04.258237 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:04.262049 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Usage tracker for resource:security_group_rule and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:04.264969 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:04.270954 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:04.348796 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.353529 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.359327 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:04.382968 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port abc094c8-5d0f-4864-9c05-1b67a31de058 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:04.383583 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.407455 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.412218 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34140) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:04.412416 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2257631 May 20 19:43:04.413521 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6b240b-182a-465c-a7b1-72b83e7e18fd,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:04.417101 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:04.418349 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Request body: {'security_group_rule': {'security_group_id': '9c6b240b-182a-465c-a7b1-72b83e7e18fd', 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:04.430321 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:04.435041 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Usage tracker for resource:security_group_rule and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:04.438565 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:04.447224 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:04.447388 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'name': 'tempest-TestShelveInstance-72807445-router', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:54Z', 'updated_at': '2021-05-20T19:43:02Z', 'revision_number': 4, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'gw_port': {'id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:56Z', 'updated_at': '2021-05-20T19:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '9dab5907-32c9-4301-997f-dda8e285ff64', 'name': '', 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'mac_address': 'fa:16:3e:ac:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '833bbef6-d9d6-44f6-8e07-e040621a4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:01Z', 'updated_at': '2021-05-20T19:43:02Z', 'revision_number': 2, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'subnets': [{'id': '833bbef6-d9d6-44f6-8e07-e040621a4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:04.453686 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Checking router: 5ae5c433-99f3-4b4f-ace9-48757d07c94b for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:43:04.454080 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Updating router 5ae5c433-99f3-4b4f-ace9-48757d07c94b port 9dab5907-32c9-4301-997f-dda8e285ff64 binding host dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:43:04.467724 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.528132 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.543815 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.556221 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.558932 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-6a509465-9124-4890-ae32-2054b30672fb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:04.580217 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6ced06-d746-4359-b410-966e1bce326a,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:04.591068 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:04.599713 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.603602 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1877663 May 20 19:43:04.603849 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34146) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:04.609030 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Request body: {'security_group_rule': {'security_group_id': '9c6b240b-182a-465c-a7b1-72b83e7e18fd', 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:04.626872 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:04.632518 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Usage tracker for resource:security_group_rule and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:04.637084 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:04.645078 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:04.676028 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.844271 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.860664 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.890109 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:04.915768 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc37387-bef4-400a-be1c-ab96503d203b req-af690398-d53f-4886-be5e-99799f6864c9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:04.917646 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ffc37387-bef4-400a-be1c-ab96503d203b req-af690398-d53f-4886-be5e-99799f6864c9 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 945 time: 0.2110741 May 20 19:43:04.920677 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:04.921892 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3170550 May 20 19:43:04.923073 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a199b72-bb13-4d59-a07e-022e5b46be41,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:04.926468 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:04.926630 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34164) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:04.933329 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Request body: {'security_group_rule': {'security_group_id': '9c6b240b-182a-465c-a7b1-72b83e7e18fd', 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:04.939995 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:04.944892 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Usage tracker for resource:security_group_rule and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:04.950408 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:04.957970 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:04.990232 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ffc37387-bef4-400a-be1c-ab96503d203b req-c19a2e02-e984-4c41-a95c-1784ae0b9780 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566268 May 20 19:43:04.991676 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa286a16-933a-4e17-97ce-8bca7f214d08 req-67ba2859-29f6-4731-b8cf-cef4ee209437 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:05.004327 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-fa286a16-933a-4e17-97ce-8bca7f214d08 req-67ba2859-29f6-4731-b8cf-cef4ee209437 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1417887 May 20 19:43:05.007157 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.085729 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-fa286a16-933a-4e17-97ce-8bca7f214d08 req-4fa29750-0e41-47f3-8c36-0729bf435f36 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800583 May 20 19:43:05.088336 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Notify callbacks [] for port, precommit_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.114026 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Transition to ACTIVE for port object 9dab5907-32c9-4301-997f-dda8e285ff64 will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:05.120045 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.123660 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.125009 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.127370 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-9ed9692c-a7d3-4e75-b6f6-35ae2442035a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:05.132144 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:05.160687 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8abf9-8dd8-49dd-9a74-53024c8db44f req-c3bd930a-f760-4ba3-8843-9b31c781003f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:05.162867 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a3a8abf9-8dd8-49dd-9a74-53024c8db44f req-c3bd930a-f760-4ba3-8843-9b31c781003f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 945 time: 0.0949764 May 20 19:43:05.165435 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6565b56-bdb8-46d0-a56e-6b3f7ad347ca,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:05.170674 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:05.183113 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.187780 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2603819 May 20 19:43:05.188837 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34170) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:05.196404 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Request body: {'security_group_rule': {'security_group_id': '9c6b240b-182a-465c-a7b1-72b83e7e18fd', 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:05.204287 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:05.210120 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Usage tracker for resource:security_group_rule and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:05.214426 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:05.223526 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:05.226202 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34174) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:05.306751 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.388120 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cf3b04-efe1-4b77-acc5-b55d5af0b95b admin admin] Deleting subnet 74b0554a-ec97-4580-875b-b397e819d4fd {{(pid=98301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:43:05.391671 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b9603-947f-414d-9abd-dcfe1a9945df None None] Pushing event updated for resources: {'Port': ['ID=9dab5907-32c9-4301-997f-dda8e285ff64,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:05.400913 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-80cf3b04-efe1-4b77-acc5-b55d5af0b95b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.428942 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-a3a8abf9-8dd8-49dd-9a74-53024c8db44f req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Deleting port fbef998b-7adc-4ec0-aa09-2e24e18c781b {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:43:05.429678 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-a3a8abf9-8dd8-49dd-9a74-53024c8db44f req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.440432 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-6c2b9603-947f-414d-9abd-dcfe1a9945df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:05.472448 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.481998 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.504032 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Attempting to bind port 9dab5907-32c9-4301-997f-dda8e285ff64 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:05.504444 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Attempting to bind port 9dab5907-32c9-4301-997f-dda8e285ff64 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '503b5e6b-2b51-489f-a569-2d98230a5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:05.504806 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Attempting to bind port 9dab5907-32c9-4301-997f-dda8e285ff64 on network 8c40867d-3450-4da3-9913-72f1e1e094dc {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:05.505503 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-80cf3b04-efe1-4b77-acc5-b55d5af0b95b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60923732'] for subnet, precommit_delete_associations {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.510482 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:05.510856 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Checking segment: {'id': '503b5e6b-2b51-489f-a569-2d98230a5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:05.511256 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.511650 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Bound using segment: {'id': '503b5e6b-2b51-489f-a569-2d98230a5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:05.512204 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Bound port: 9dab5907-32c9-4301-997f-dda8e285ff64, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503b5e6b-2b51-489f-a569-2d98230a5baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:05.512582 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.541128 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:05.579709 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-80cf3b04-efe1-4b77-acc5-b55d5af0b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.610560 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-a3a8abf9-8dd8-49dd-9a74-53024c8db44f req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] For port fbef998b-7adc-4ec0-aa09-2e24e18c781b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fbef998b-7adc-4ec0-aa09-2e24e18c781b,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:05.611327 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-a3a8abf9-8dd8-49dd-9a74-53024c8db44f req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.639521 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] For port 9dab5907-32c9-4301-997f-dda8e285ff64, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:05.642876 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] For port 9dab5907-32c9-4301-997f-dda8e285ff64, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=9dab5907-32c9-4301-997f-dda8e285ff64,segment=NetworkSegment(503b5e6b-2b51-489f-a569-2d98230a5baf),segment_id=503b5e6b-2b51-489f-a569-2d98230a5baf)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:05.649569 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.654498 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f6fd4f-c74d-42cf-8d95-2348b290d39e,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:05.654702 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-b5d7c870-e38e-4b97-8cb3-2318620b3022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:05.657179 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:05.743395 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Routers {'5ae5c433-99f3-4b4f-ace9-48757d07c94b'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:05.744106 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:42:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:05.753018 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-a3a8abf9-8dd8-49dd-9a74-53024c8db44f req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Calling delete_port for fbef998b-7adc-4ec0-aa09-2e24e18c781b owned by compute:nova {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:43:05.791145 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.794771 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6022987 May 20 19:43:05.796941 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34184) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:05.804554 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Request body: {'security_group_rule': {'security_group_id': '9c6b240b-182a-465c-a7b1-72b83e7e18fd', 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:05.812907 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:05.820458 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b9603-947f-414d-9abd-dcfe1a9945df None None] Pushing event updated for resources: {'Port': ['ID=9dab5907-32c9-4301-997f-dda8e285ff64,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:05.823942 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-6c2b9603-947f-414d-9abd-dcfe1a9945df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:05.838800 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Usage tracker for resource:security_group_rule and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:05.843337 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:05.862610 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:05.897844 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-a3a8abf9-8dd8-49dd-9a74-53024c8db44f req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.906488 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:05.912153 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.securitygroups_db [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Project 29c68fb3f9a14887a9c53496c4bb813e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 19:43:05.919761 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['25fdc674-5f19-4a4a-9567-cfe468f8d671', 'fbef998b-7adc-4ec0-aa09-2e24e18c781b'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:43:05.920561 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:05.961885 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Pushing event deleted for resources: {'Port': ['ID=fbef998b-7adc-4ec0-aa09-2e24e18c781b,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:05.965420 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:06.012787 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] Set router 5ae5c433-99f3-4b4f-ace9-48757d07c94b gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:06.015501 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.021753 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.024280 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:06.063665 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-80cf3b04-efe1-4b77-acc5-b55d5af0b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61032365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60936210'] for subnet, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.065698 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.067160 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2692890 May 20 19:43:06.068257 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fe6fff-0fec-4098-99bd-9a310a0053b0,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:06.070344 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34190) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:06.077922 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:06.079709 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:06.115620 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Request body: {'security_group_rule': {'security_group_id': '9c6b240b-182a-465c-a7b1-72b83e7e18fd', 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:06.133016 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:06.135994 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf3b04-efe1-4b77-acc5-b55d5af0b95b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b0554a-ec97-4580-875b-b397e819d4fd,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:06.139581 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-80cf3b04-efe1-4b77-acc5-b55d5af0b95b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.142900 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-80cf3b04-efe1-4b77-acc5-b55d5af0b95b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/74b0554a-ec97-4580-875b-b397e819d4fd HTTP/1.1" status: 204 len: 168 time: 0.9153671 May 20 19:43:06.144202 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-80cf3b04-efe1-4b77-acc5-b55d5af0b95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:06.145332 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34196) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:06.145662 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Usage tracker for resource:security_group_rule and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:06.149214 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:06.149986 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a8abf9-8dd8-49dd-9a74-53024c8db44f req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] No DVR routers for this DVR port fbef998b-7adc-4ec0-aa09-2e24e18c781b on host hv-cinder-79246 {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:43:06.156124 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:06.170307 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.securitygroups_db [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Project 29c68fb3f9a14887a9c53496c4bb813e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 19:43:06.180082 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.190619 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-a3a8abf9-8dd8-49dd-9a74-53024c8db44f req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.203496 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374d1f16-a1b0-42d8-a0f4-e00b7a97bc47', 'name': 'network-vif-deleted', 'tag': 'fbef998b-7adc-4ec0-aa09-2e24e18c781b'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:06.214457 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a3a8abf9-8dd8-49dd-9a74-53024c8db44f req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "DELETE /v2.0/ports/fbef998b-7adc-4ec0-aa09-2e24e18c781b HTTP/1.1" status: 204 len: 173 time: 1.0454276 May 20 19:43:06.270834 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-06cee597-882c-412f-9ce3-3782302e97fe req-f44fadf1-528a-42a7-b94c-140a78c16cfd tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=374d1f16-a1b0-42d8-a0f4-e00b7a97bc47 HTTP/1.1" status: 200 len: 210 time: 0.0592513 May 20 19:43:06.330434 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.337374 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.340123 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:06.360982 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374d1f16-a1b0-42d8-a0f4-e00b7a97bc47', 'name': 'network-vif-deleted', 'tag': 'fbef998b-7adc-4ec0-aa09-2e24e18c781b', 'status': 'completed', 'code': 200} May 20 19:43:06.366321 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d35f469-5b71-44d2-8fe7-3f2d324b6e4c,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:06.370297 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:06.377973 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.379569 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.380800 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3053453 May 20 19:43:06.575843 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8234c1b-e329-4116-aff8-d55fcbe8c1d4 req-daf1e47e-589c-48e2-9cd9-19cb7f326d94 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:06.577665 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b8234c1b-e329-4116-aff8-d55fcbe8c1d4 req-daf1e47e-589c-48e2-9cd9-19cb7f326d94 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2862582 May 20 19:43:06.580608 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.607735 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'name': 'tempest-TestShelveInstance-72807445-router', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:54Z', 'updated_at': '2021-05-20T19:43:02Z', 'revision_number': 4, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'gw_port': {'id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:56Z', 'updated_at': '2021-05-20T19:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '9dab5907-32c9-4301-997f-dda8e285ff64', 'name': '', 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'mac_address': 'fa:16:3e:ac:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '833bbef6-d9d6-44f6-8e07-e040621a4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:01Z', 'updated_at': '2021-05-20T19:43:05Z', 'revision_number': 4, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'subnets': [{'id': '833bbef6-d9d6-44f6-8e07-e040621a4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:06.612122 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d6daee-d460-45c4-a64d-1db91ba4dd66']}} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:06.613255 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca029213-13d3-4b55-9cf9-f95ffbd287fb None None] The sync data for ids ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'] in dv-cinder-792462-2-smb is: [{'id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'name': 'tempest-TestShelveInstance-72807445-router', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:54Z', 'updated_at': '2021-05-20T19:43:02Z', 'revision_number': 4, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'gw_port': {'id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:56Z', 'updated_at': '2021-05-20T19:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '9dab5907-32c9-4301-997f-dda8e285ff64', 'name': '', 'network_id': '8c40867d-3450-4da3-9913-72f1e1e094dc', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'mac_address': 'fa:16:3e:ac:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '833bbef6-d9d6-44f6-8e07-e040621a4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:01Z', 'updated_at': '2021-05-20T19:43:05Z', 'revision_number': 4, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'subnets': [{'id': '833bbef6-d9d6-44f6-8e07-e040621a4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:43:06.631962 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8336d903-d53c-476d-b554-9c87fb3e1c2c') {'for_net_delete': True} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:06.632289 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8336d903-d53c-476d-b554-9c87fb3e1c2c') {} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:06.661963 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1755514'] for segment, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.714458 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.719333 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b8234c1b-e329-4116-aff8-d55fcbe8c1d4 req-cb13b626-df1d-49ed-98f4-fbde9892e016 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298115 May 20 19:43:06.747126 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=98302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:43:06.749078 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797878'] for segment, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: Traceback (most recent call last): May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: timer() May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: cb(*args, **kw) May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: return func(*args, **kwargs) May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: self._notify() May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: self.callback(batched_events) May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: event.method(event) May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: return f(self, *a, **k) May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: return self._get(url).json() May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: return self.request(url, 'GET', **kwargs) May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:43:06.886115 dv-cinder-792462-2-smb neutron-server[98302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:43:06.901785 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.906316 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:06.932948 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:06.935729 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d6daee-d460-45c4-a64d-1db91ba4dd66,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:06.944209 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:06.952233 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] 10.222.0.44 "DELETE /v2.0/networks/b0d6daee-d460-45c4-a64d-1db91ba4dd66 HTTP/1.1" status: 204 len: 168 time: 0.8054986 May 20 19:43:07.183905 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf1748-7ce1-411f-9f29-6c84536d479f req-dc4203fa-e931-4826-9b71-93e0c89d17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:07.185803 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0abf1748-7ce1-411f-9f29-6c84536d479f req-dc4203fa-e931-4826-9b71-93e0c89d17d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 1098 time: 0.0917082 May 20 19:43:07.247405 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34250) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:07.253125 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0abf1748-7ce1-411f-9f29-6c84536d479f req-c897405c-5c9a-4870-a390-ecb39236d480 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601318 May 20 19:43:07.347760 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-99ec6db6-2148-467c-b116-4cdf7940ca73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd365e83075340b28d0280f30bb855f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991988 May 20 19:43:07.350149 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34260) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:07.429568 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-da5f3f9e-eedf-4f4a-bc69-b8ff8d4e8f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:07.457385 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-da5f3f9e-eedf-4f4a-bc69-b8ff8d4e8f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:07.522224 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-da5f3f9e-eedf-4f4a-bc69-b8ff8d4e8f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:07.528807 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7bb41274-d939-475e-b58c-4eca3573ee82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:07.631510 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f3f9e-eedf-4f4a-bc69-b8ff8d4e8f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca32607-e58f-4f2f-a86c-f64c11ae889b,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:07.633974 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-da5f3f9e-eedf-4f4a-bc69-b8ff8d4e8f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:07.646365 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-da5f3f9e-eedf-4f4a-bc69-b8ff8d4e8f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:07.647623 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-da5f3f9e-eedf-4f4a-bc69-b8ff8d4e8f22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eca32607-e58f-4f2f-a86c-f64c11ae889b HTTP/1.1" status: 204 len: 168 time: 0.2961404 May 20 19:43:08.125310 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b66a5-55e0-4d6f-a5ad-fd22fe0a1a29 req-30bff916-ff5a-4fb3-826e-d9d131f02995 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:08.126819 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-233b66a5-55e0-4d6f-a5ad-fd22fe0a1a29 req-30bff916-ff5a-4fb3-826e-d9d131f02995 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.0887191 May 20 19:43:08.183219 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-233b66a5-55e0-4d6f-a5ad-fd22fe0a1a29 req-9452e5f4-712c-48db-b4a6-fffece31eb33 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481389 May 20 19:43:08.286469 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 9dab5907-32c9-4301-997f-dda8e285ff64 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:08.456510 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 9dab5907-32c9-4301-997f-dda8e285ff64 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:08.463068 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 9dab5907-32c9-4301-997f-dda8e285ff64 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:08.463593 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:08.599155 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:08.657402 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 9dab5907-32c9-4301-997f-dda8e285ff64, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=9dab5907-32c9-4301-997f-dda8e285ff64,segment=NetworkSegment(503b5e6b-2b51-489f-a569-2d98230a5baf),segment_id=503b5e6b-2b51-489f-a569-2d98230a5baf)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:08.663633 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:08.666404 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:08.829597 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=9dab5907-32c9-4301-997f-dda8e285ff64,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:08.834548 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:09.086109 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device fbef998b-7adc-4ec0-aa09-2e24e18c781b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:09.192012 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e74e0-31c9-4c33-8aca-ea3dad116224 req-eed04bec-fdf5-4a36-b630-fc23788b6158 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:09.201305 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e63e74e0-31c9-4c33-8aca-ea3dad116224 req-eed04bec-fdf5-4a36-b630-fc23788b6158 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 946 time: 0.1479335 May 20 19:43:09.204943 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: fbef998b-7adc-4ec0-aa09-2e24e18c781b {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:43:09.206965 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device fbef998b-7adc-4ec0-aa09-2e24e18c781b not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:43:09.272853 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e63e74e0-31c9-4c33-8aca-ea3dad116224 req-6406ed99-4114-4972-bbc7-a52da0805aba tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663035 May 20 19:43:09.400220 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:43:09.453990 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79ea65-79ea-4a91-ad85-d4c209dd9ea6 req-38c7e2aa-163f-4853-926c-2b128997054e tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:09.457412 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5b79ea65-79ea-4a91-ad85-d4c209dd9ea6 req-38c7e2aa-163f-4853-926c-2b128997054e tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1233749 May 20 19:43:09.507776 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5b79ea65-79ea-4a91-ad85-d4c209dd9ea6 req-d8a92619-3b8e-400b-a83e-9b3c55162e4b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 May 20 19:43:10.107629 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d98e37-dbc8-41c5-bb34-d86a9e0cecc9 req-0a532c76-b9fa-486c-bc1e-874c16f14aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:10.109192 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-74d98e37-dbc8-41c5-bb34-d86a9e0cecc9 req-0a532c76-b9fa-486c-bc1e-874c16f14aa5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc4fb9fc99f44c52a521041c42fde774&device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 1098 time: 0.0879343 May 20 19:43:10.160926 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c333316-72d6-4526-8ad1-083d55c74000 req-66c4c919-cb2d-4332-ad54-c5232b5c5717 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:10.162395 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0c333316-72d6-4526-8ad1-083d55c74000 req-66c4c919-cb2d-4332-ad54-c5232b5c5717 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.0930927 May 20 19:43:10.228962 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0c333316-72d6-4526-8ad1-083d55c74000 req-f01c2516-496b-4942-bf9f-29223459920e tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602014 May 20 19:43:10.262592 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 9dab5907-32c9-4301-997f-dda8e285ff64 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:10.279632 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d98e37-dbc8-41c5-bb34-d86a9e0cecc9 req-49c7ba8d-383e-40fd-ae1f-67f36649ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:10.281232 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-74d98e37-dbc8-41c5-bb34-d86a9e0cecc9 req-49c7ba8d-383e-40fd-ae1f-67f36649ed75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 200 len: 919 time: 0.1648822 May 20 19:43:10.356685 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 9dab5907-32c9-4301-997f-dda8e285ff64 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:10.357296 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:10.362981 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-74d98e37-dbc8-41c5-bb34-d86a9e0cecc9 req-05b0aa8b-c6d5-42e4-b1f5-620e9ce85df5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=967970ad-9535-45c6-85aa-915d4660b023 HTTP/1.1" status: 200 len: 217 time: 0.0734885 May 20 19:43:10.440997 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d98e37-dbc8-41c5-bb34-d86a9e0cecc9 req-72ae19de-0acb-443d-88ab-71b0b0a505be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:10.443103 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-74d98e37-dbc8-41c5-bb34-d86a9e0cecc9 req-72ae19de-0acb-443d-88ab-71b0b0a505be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7949ae50-1bb2-4488-9a28-3be9e26200c6 HTTP/1.1" status: 200 len: 858 time: 0.0726991 May 20 19:43:10.498720 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-74d98e37-dbc8-41c5-bb34-d86a9e0cecc9 req-fc593251-f1b6-4525-93d9-ed315bb96f82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4fd580fa-8747-45e2-8a5c-27dd0102a58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474472 May 20 19:43:10.502442 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4782d9-35fc-4777-8566-44d68266e2b7 req-18878fd4-e0dc-4395-9ed6-4d48f0af3d25 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:10.504589 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0b4782d9-35fc-4777-8566-44d68266e2b7 req-18878fd4-e0dc-4395-9ed6-4d48f0af3d25 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 946 time: 0.1047244 May 20 19:43:10.560465 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0b4782d9-35fc-4777-8566-44d68266e2b7 req-0a7213d5-6e08-4e7d-9fd4-fa4a6c492436 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463221 May 20 19:43:10.674514 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-74d98e37-dbc8-41c5-bb34-d86a9e0cecc9 req-d12eacfc-8357-4115-8f19-1ab46241fed5 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661696 May 20 19:43:10.923192 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-74d98e37-dbc8-41c5-bb34-d86a9e0cecc9 req-af818ff2-9743-463c-8757-cc50f7625364 service neutron] 10.222.0.16 "GET /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417150 May 20 19:43:11.232583 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-de207931-9a51-411f-b595-ecf9f0a7da92 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:11.233604 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-de207931-9a51-411f-b595-ecf9f0a7da92 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Synchronizing usage tracker for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:11.239431 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34368) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:11.265741 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-de207931-9a51-411f-b595-ecf9f0a7da92 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Unset dirty status for tenant:e6ca13bd5c364315bc96a57848a221fd on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:11.267398 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-de207931-9a51-411f-b595-ecf9f0a7da92 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 946 time: 0.1360168 May 20 19:43:11.380597 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-566bf8fd-c4b3-49a6-8e83-8e5979cc013b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:11.404178 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-566bf8fd-c4b3-49a6-8e83-8e5979cc013b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:11.420494 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-566bf8fd-c4b3-49a6-8e83-8e5979cc013b admin admin] Usage tracker for resource:security_group_rule and tenant:a91c7b94642f4d6d837d4612cfed6753 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:11.432128 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-566bf8fd-c4b3-49a6-8e83-8e5979cc013b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:11.439742 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-566bf8fd-c4b3-49a6-8e83-8e5979cc013b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:11.544555 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-566bf8fd-c4b3-49a6-8e83-8e5979cc013b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:11.548480 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-566bf8fd-c4b3-49a6-8e83-8e5979cc013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:11.557546 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:11.575715 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58883373-2780-4524-a83b-9953299a4c10 req-c76c8b15-caf4-45a4-92c6-2ac7ef752353 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:11.577137 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-58883373-2780-4524-a83b-9953299a4c10 req-c76c8b15-caf4-45a4-92c6-2ac7ef752353 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1950223 May 20 19:43:11.597550 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bf8fd-c4b3-49a6-8e83-8e5979cc013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd387e-2ca5-46a3-b3b8-16712d4e77f2,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:11.601631 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-566bf8fd-c4b3-49a6-8e83-8e5979cc013b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:11.608594 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-566bf8fd-c4b3-49a6-8e83-8e5979cc013b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a91c7b94642f4d6d837d4612cfed6753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647020 May 20 19:43:11.609249 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34380) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:11.618572 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Deleting port 25fdc674-5f19-4a4a-9567-cfe468f8d671 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:43:11.618572 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:11.680317 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c2113385-e95c-4007-8d78-19d4ff897e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:11.688711 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-58883373-2780-4524-a83b-9953299a4c10 req-8cc28827-dca2-49cd-8d44-fd1343ec0412 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032488 May 20 19:43:11.733617 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c2113385-e95c-4007-8d78-19d4ff897e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:11.868254 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72218c-a511-4d50-8723-c51841b5f3df req-a068d491-85ae-4618-8f2e-14196877ee25 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:11.869760 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bb72218c-a511-4d50-8723-c51841b5f3df req-a068d491-85ae-4618-8f2e-14196877ee25 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 946 time: 0.1100564 May 20 19:43:11.875008 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] For port 25fdc674-5f19-4a4a-9567-cfe468f8d671, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=25fdc674-5f19-4a4a-9567-cfe468f8d671,segment=NetworkSegment(56fe947c-7cc6-4144-9be6-169f8c67ca9a),segment_id=56fe947c-7cc6-4144-9be6-169f8c67ca9a)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:11.875582 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:11.890545 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c2113385-e95c-4007-8d78-19d4ff897e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:11.895833 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-06cbdeae-bf73-4bef-91e8-bc82b5ac68b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:11.912814 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2113385-e95c-4007-8d78-19d4ff897e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfd387e-2ca5-46a3-b3b8-16712d4e77f2,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:11.918160 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c2113385-e95c-4007-8d78-19d4ff897e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:11.937511 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c2113385-e95c-4007-8d78-19d4ff897e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:11.938662 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-c2113385-e95c-4007-8d78-19d4ff897e44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dcfd387e-2ca5-46a3-b3b8-16712d4e77f2 HTTP/1.1" status: 204 len: 168 time: 0.3282735 May 20 19:43:11.952312 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bb72218c-a511-4d50-8723-c51841b5f3df req-0fdb0352-47e7-4a73-a96c-d4c25248a29a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/security-groups?id=e51ecafd-6d24-49f8-ba8d-ae5353f2d644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764992 May 20 19:43:12.023719 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Calling delete_port for 25fdc674-5f19-4a4a-9567-cfe468f8d671 owned by compute:nova {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:43:12.193566 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:12.209047 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['25fdc674-5f19-4a4a-9567-cfe468f8d671'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:43:12.216692 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c1925901-d817-463f-b05a-5a83c4c7f6de tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:12.270590 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Pushing event deleted for resources: {'Port': ['ID=25fdc674-5f19-4a4a-9567-cfe468f8d671,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:12.314340 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:12.361203 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] No DVR routers for this DVR port 25fdc674-5f19-4a4a-9567-cfe468f8d671 on host hv-cinder-79246 {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:43:12.364919 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:12.367760 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa37a14-2162-4f26-991c-6e7197ed2557', 'name': 'network-vif-deleted', 'tag': '25fdc674-5f19-4a4a-9567-cfe468f8d671'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:12.403524 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8e27da79-96c7-4a21-821b-7811fd5e50d5 req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.16 "DELETE /v2.0/ports/25fdc674-5f19-4a4a-9567-cfe468f8d671 HTTP/1.1" status: 204 len: 173 time: 1.1297939 May 20 19:43:12.425476 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa37a14-2162-4f26-991c-6e7197ed2557', 'name': 'network-vif-deleted', 'tag': '25fdc674-5f19-4a4a-9567-cfe468f8d671', 'status': 'completed', 'code': 200} May 20 19:43:12.431804 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34404) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:12.657905 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e3b7-75b3-4d54-afac-871b687cfcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:12.679000 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-8ad8e3b7-75b3-4d54-afac-871b687cfcde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:12.683677 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-8ad8e3b7-75b3-4d54-afac-871b687cfcde admin admin] Usage tracker for resource:security_group_rule and tenant:482fa36789d34bc8b1f105cc45ae1a39 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:12.688748 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-8ad8e3b7-75b3-4d54-afac-871b687cfcde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:12.702104 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-8ad8e3b7-75b3-4d54-afac-871b687cfcde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:12.839864 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e3b7-75b3-4d54-afac-871b687cfcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:12.845929 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e3b7-75b3-4d54-afac-871b687cfcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:12.861595 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-da5f3f9e-eedf-4f4a-bc69-b8ff8d4e8f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:12.914035 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f71b8-8703-4303-af51-aba184dc5510 req-dd71f7f3-7063-4196-a291-9c5ae3865dab tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:12.914596 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-8ad8e3b7-75b3-4d54-afac-871b687cfcde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=482fa36789d34bc8b1f105cc45ae1a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787152 May 20 19:43:12.914596 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8e3b7-75b3-4d54-afac-871b687cfcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73b1509-ce4a-4218-a7b4-9632bde6eda3,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:12.915944 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34426) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:12.918349 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a93f71b8-8703-4303-af51-aba184dc5510 req-dd71f7f3-7063-4196-a291-9c5ae3865dab tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1067202 May 20 19:43:12.918913 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8ad8e3b7-75b3-4d54-afac-871b687cfcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:12.970945 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34430) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:12.999326 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a93f71b8-8703-4303-af51-aba184dc5510 req-65fa4377-7819-410c-82fe-e5d900222199 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797048 May 20 19:43:13.038617 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-66fb2e2a-8f47-47ad-aeab-d1b88c1b2436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.073844 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-66fb2e2a-8f47-47ad-aeab-d1b88c1b2436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.139184 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1838873679-network', 'tenant_id': '5ce22aaa180f47a0b0f6873c1e57569e'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:13.166722 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:13.170687 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-baff2042-098c-415a-84a9-73973264d4c6 req-eaa146ce-ca05-483c-83a1-70dbc803b33c tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fa37a14-2162-4f26-991c-6e7197ed2557 HTTP/1.1" status: 200 len: 210 time: 0.0707710 May 20 19:43:13.185028 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Usage tracker for resource:network and tenant:5ce22aaa180f47a0b0f6873c1e57569e is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:13.191143 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:13.197970 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:13.209881 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Made reservation on behalf of 5ce22aaa180f47a0b0f6873c1e57569e for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:43:13.212338 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.225986 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.245710 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:13.248048 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-66fb2e2a-8f47-47ad-aeab-d1b88c1b2436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.253473 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-eb367db9-2faa-4051-80ff-8bb5988488f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:13.260711 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce22aaa180f47a0b0f6873c1e57569e is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:13.265996 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:13.276149 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb2e2a-8f47-47ad-aeab-d1b88c1b2436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73b1509-ce4a-4218-a7b4-9632bde6eda3,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:13.278321 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:13.281837 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-66fb2e2a-8f47-47ad-aeab-d1b88c1b2436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:13.286710 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-66fb2e2a-8f47-47ad-aeab-d1b88c1b2436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.287936 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-66fb2e2a-8f47-47ad-aeab-d1b88c1b2436 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f73b1509-ce4a-4218-a7b4-9632bde6eda3 HTTP/1.1" status: 204 len: 168 time: 0.3708596 May 20 19:43:13.383957 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.389100 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.393382 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:13.423870 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=98301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:43:13.436374 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21337de-0c76-4149-8c58-ae90c708851b,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:13.441094 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:13.444370 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.444788 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Added segment 3fff0f48-5844-48c0-9422-3480c5948348 of type vlan for network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c May 20 19:43:13.477336 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.519297 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.521073 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:13.521402 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.527308 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:13.630478 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6560810 May 20 19:43:13.634014 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34446) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:13.639279 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Pushing event updated for resources: {'Network': ['ID=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:13.641124 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Request body: {'subnet': {'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1838873679-subnet', 'tenant_id': '5ce22aaa180f47a0b0f6873c1e57569e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:13.642077 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:13.646485 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:13.651069 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:43:13.667551 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Usage tracker for resource:subnet and tenant:5ce22aaa180f47a0b0f6873c1e57569e is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:13.672128 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:13.679586 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:13.694186 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Made reservation on behalf of 5ce22aaa180f47a0b0f6873c1e57569e for: {'subnet': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:43:13.697794 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1605234'] for subnet, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:13.908672 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:14.247539 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1605216'] for subnet, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:14.254019 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:14.272131 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3cc4d-ff88-4ff1-b09e-62037dc677d7 req-f79ecb9b-c2ff-47ef-81d9-6a98207d96e2 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:14.283736 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8dd3cc4d-ff88-4ff1-b09e-62037dc677d7 req-f79ecb9b-c2ff-47ef-81d9-6a98207d96e2 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1267021 May 20 19:43:14.296237 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34472) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:14.333021 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8dd3cc4d-ff88-4ff1-b09e-62037dc677d7 req-339ebc8b-caac-4e3f-8fff-5db34d83d191 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475550 May 20 19:43:14.431742 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5d692c-16cc-4f74-adf0-49a87797c47a admin admin] Deleting subnet 82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e {{(pid=98302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:43:14.434441 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d523731-0d49-401a-8fd3-0f19c96458c1,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:14.441504 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:14.447201 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9d5d692c-16cc-4f74-adf0-49a87797c47a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:14.488694 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Checking segment: {'id': '3fff0f48-5844-48c0-9422-3480c5948348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:14.489270 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Network hostable DHCP agents. Network: 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:43:14.529057 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9d5d692c-16cc-4f74-adf0-49a87797c47a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1755509'] for subnet, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:14.559604 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:43:14.588598 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c) {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:14.605376 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040fcc76-0989-48ea-9e5c-3f2169b7856b None None] Network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:43:14.608863 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:14.609449 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:14.628525 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9d5d692c-16cc-4f74-adf0-49a87797c47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:14.684199 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-e043577c-a089-4e2d-8006-4a7afb4da298 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0489154 May 20 19:43:15.005878 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aaa25b-8f2d-47c9-9a44-7c0f3da99f37 None None] Network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:43:15.200868 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 25fdc674-5f19-4a4a-9567-cfe468f8d671 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:15.277018 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9d5d692c-16cc-4f74-adf0-49a87797c47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605225'] for subnet, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:15.281417 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:15.303806 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: 25fdc674-5f19-4a4a-9567-cfe468f8d671 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:43:15.304396 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 25fdc674-5f19-4a4a-9567-cfe468f8d671 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:43:15.326659 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d692c-16cc-4f74-adf0-49a87797c47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:15.328571 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9d5d692c-16cc-4f74-adf0-49a87797c47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:15.334808 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-9d5d692c-16cc-4f74-adf0-49a87797c47a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/82eeb11b-eb66-4c44-a6ce-ec8b928a1d7e HTTP/1.1" status: 204 len: 168 time: 1.0365996 May 20 19:43:15.338539 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34504) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:15.344177 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-9d5d692c-16cc-4f74-adf0-49a87797c47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:15.516371 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:15.664256 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:15.678195 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48']}} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:15.704740 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fe947c-7cc6-4144-9be6-169f8c67ca9a') {'for_net_delete': True} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:15.705427 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fe947c-7cc6-4144-9be6-169f8c67ca9a') {} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:15.719337 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1755514'] for segment, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:15.739797 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:15.747791 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=98302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:43:15.748338 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797878'] for segment, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: Traceback (most recent call last): May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: timer() May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: cb(*args, **kw) May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: return func(*args, **kwargs) May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: self._notify() May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: self.callback(batched_events) May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: event.method(event) May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: return f(self, *a, **k) May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: return self._get(url).json() May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: return self.request(url, 'GET', **kwargs) May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:43:15.769063 dv-cinder-792462-2-smb neutron-server[98302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:43:15.858477 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:15.862669 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-92b84bcd-8eba-4dcd-8277-c280caef2a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:15.876053 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:15.886805 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] Pushing event deleted for resources: {'Network': ['ID=6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:15.889945 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:15.899086 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-2deb0ad7-e30e-4dd5-9f42-f0dc141ac44d admin admin] 10.222.0.44 "DELETE /v2.0/networks/6457cd4a-c6ed-4e1f-aa8f-68d6b504dd48 HTTP/1.1" status: 204 len: 168 time: 0.5593686 May 20 19:43:16.095690 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34514) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:16.150881 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-0ecf0e97-7b53-4879-b161-f8659d7f8639 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6ca13bd5c364315bc96a57848a221fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536973 May 20 19:43:16.153422 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34520) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:16.220381 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c1c7996a-224b-4e75-b3d8-860165a9a881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:16.248977 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c1c7996a-224b-4e75-b3d8-860165a9a881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:16.317799 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c1c7996a-224b-4e75-b3d8-860165a9a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:16.323910 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-6ca38849-68ea-4e62-96df-5bad90d5454a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:16.337428 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7996a-224b-4e75-b3d8-860165a9a881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51ecafd-6d24-49f8-ba8d-ae5353f2d644,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:16.345123 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c1c7996a-224b-4e75-b3d8-860165a9a881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:16.357296 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c1c7996a-224b-4e75-b3d8-860165a9a881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:16.360622 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-c1c7996a-224b-4e75-b3d8-860165a9a881 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e51ecafd-6d24-49f8-ba8d-ae5353f2d644 HTTP/1.1" status: 204 len: 168 time: 0.2061586 May 20 19:43:17.247222 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f9ed602e-85d7-40ab-b1ea-7eae85d17f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:17.379908 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-f153421e-14f9-4218-8e41-04d1c2550ec7 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:17.380741 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-f153421e-14f9-4218-8e41-04d1c2550ec7 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Synchronizing usage tracker for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:network {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:17.398860 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-f153421e-14f9-4218-8e41-04d1c2550ec7 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Unset dirty status for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:network {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:17.400083 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-f153421e-14f9-4218-8e41-04d1c2550ec7 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/networks?id=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c HTTP/1.1" status: 200 len: 814 time: 0.2342868 May 20 19:43:17.416954 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-5b5d4064-8fae-482d-b978-6bcdd0855610 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/quotas/5ce22aaa180f47a0b0f6873c1e57569e HTTP/1.1" status: 200 len: 375 time: 0.0105979 May 20 19:43:17.473562 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-0e68c3e1-4e81-4211-99d3-5faae63cf301 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5ce22aaa180f47a0b0f6873c1e57569e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467234 May 20 19:43:17.653646 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-656240d7-d2bd-4229-a1cb-6c4807295fe7 service neutron] 10.222.0.44 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712978 May 20 19:43:17.920825 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-0dc96ca8-dc26-4dbc-bca5-a3e4d7664a6d service neutron] 10.222.0.44 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613394 May 20 19:43:18.121029 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6d69e167-b99d-42fa-b2e0-54dab262523f req-62fb0f90-4775-49be-82b2-df72ad0b8936 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 210 time: 0.0559595 May 20 19:43:19.329611 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ef325efc-dc09-416d-821e-fe8623a016ff req-defa15c7-3dfe-4311-bda8-c04d2d1b67b7 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 210 time: 0.0552685 May 20 19:43:19.582764 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-978a419a-4b15-4986-be1f-9a60d5a206bf tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:19.584400 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-978a419a-4b15-4986-be1f-9a60d5a206bf tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.16 "GET /v2.0/networks?id=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c HTTP/1.1" status: 200 len: 814 time: 0.2417424 May 20 19:43:19.605359 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Request body: {'port': {'device_id': '0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049', 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c', 'admin_state_up': True, 'tenant_id': '5ce22aaa180f47a0b0f6873c1e57569e'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:19.643649 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5399d5-52ca-4be7-b813-cb9f3b73baed req-5313ab58-69bb-49b0-b932-893a5b45e38a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:19.645879 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7d5399d5-52ca-4be7-b813-cb9f3b73baed req-5313ab58-69bb-49b0-b932-893a5b45e38a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.2329309 May 20 19:43:19.720450 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5d1bae10-5041-4dff-ae1a-499dd47c5810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:19.776750 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7d5399d5-52ca-4be7-b813-cb9f3b73baed req-cb47974a-145e-41bc-8e3e-3a3016fc27bf tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109576 May 20 19:43:19.816307 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:19.828245 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:19.832570 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Usage tracker for resource:port and tenant:5ce22aaa180f47a0b0f6873c1e57569e is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:19.835696 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:19.841847 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:19.852483 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Made reservation on behalf of 5ce22aaa180f47a0b0f6873c1e57569e for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:43:19.856212 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.027628 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Allocated IP 172.20.0.2 (73ec9ca6-786a-445d-bb9e-c2e751dbcc0c/6d523731-0d49-401a-8fd3-0f19c96458c1/bd8ac212-446b-45a7-8d14-080e051ffdbe) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:20.314181 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.346884 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.356510 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-707370b3-6231-4aeb-b0ea-a3efdbdd2c63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:20.462645 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:20.463717 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Pushing event updated for resources: {'Port': ['ID=bd8ac212-446b-45a7-8d14-080e051ffdbe,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:20.466947 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:20.469135 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:20.470192 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:20.603456 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:20.604107 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.645098 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0467918 May 20 19:43:20.676580 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4f095-ff9b-401d-873b-140f1e0ff4a2 req-881b2151-e3ac-48ac-aedf-948601600d51 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:20.677696 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-47a4f095-ff9b-401d-873b-140f1e0ff4a2 req-881b2151-e3ac-48ac-aedf-948601600d51 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Synchronizing usage tracker for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:20.695680 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-47a4f095-ff9b-401d-873b-140f1e0ff4a2 req-881b2151-e3ac-48ac-aedf-948601600d51 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Unset dirty status for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:20.696908 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47a4f095-ff9b-401d-873b-140f1e0ff4a2 req-881b2151-e3ac-48ac-aedf-948601600d51 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 931 time: 0.1967561 May 20 19:43:20.747788 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47a4f095-ff9b-401d-873b-140f1e0ff4a2 req-5032498d-7e46-46ea-a811-ae3f82f138f1 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443861 May 20 19:43:20.777272 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Request body: {'port': {'device_id': '0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:20.905307 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:20.913956 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:21.019198 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70c9d6-d3cf-49ac-b4cb-eb5ee0eb8af0 req-6454876e-e913-4cd9-bc17-12b5dad62e6b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:21.021374 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2d70c9d6-d3cf-49ac-b4cb-eb5ee0eb8af0 req-6454876e-e913-4cd9-bc17-12b5dad62e6b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.0944893 May 20 19:43:21.074661 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2d70c9d6-d3cf-49ac-b4cb-eb5ee0eb8af0 req-c3ceaf1a-94a5-4e9d-a68b-a3d6e3ac205d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457687 May 20 19:43:21.322312 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8ac212-446b-45a7-8d14-080e051ffdbe {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:43:21.330841 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:21.350654 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Transition to ACTIVE for port object bd8ac212-446b-45a7-8d14-080e051ffdbe will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:21.356054 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:21.361979 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1d076b5b-6eb6-4c8e-b760-b8ded0d11faa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:21.501406 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8ac212-446b-45a7-8d14-080e051ffdbe,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:21.505144 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:21.616924 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Attempting to bind port bd8ac212-446b-45a7-8d14-080e051ffdbe on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:21.617629 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Attempting to bind port bd8ac212-446b-45a7-8d14-080e051ffdbe by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '3fff0f48-5844-48c0-9422-3480c5948348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:21.617629 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Attempting to bind port bd8ac212-446b-45a7-8d14-080e051ffdbe on network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:21.622254 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Port bd8ac212-446b-45a7-8d14-080e051ffdbe on network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:43:21.622503 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Attempting to bind port bd8ac212-446b-45a7-8d14-080e051ffdbe on network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:21.627571 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:21.627896 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Checking segment: {'id': '3fff0f48-5844-48c0-9422-3480c5948348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:21.628296 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Bound using segment: {'id': '3fff0f48-5844-48c0-9422-3480c5948348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:21.628712 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Bound port: bd8ac212-446b-45a7-8d14-080e051ffdbe, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fff0f48-5844-48c0-9422-3480c5948348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:21.629052 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:21.731686 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] For port bd8ac212-446b-45a7-8d14-080e051ffdbe, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:21.734923 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] For port bd8ac212-446b-45a7-8d14-080e051ffdbe, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=bd8ac212-446b-45a7-8d14-080e051ffdbe,segment=NetworkSegment(3fff0f48-5844-48c0-9422-3480c5948348),segment_id=3fff0f48-5844-48c0-9422-3480c5948348)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:21.740158 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:21.745113 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-384c4aee-bdb7-4dba-9710-0e1758795c0d tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:21.810890 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:21.811506 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:21.812928 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] 10.222.0.16 "PUT /v2.0/ports/bd8ac212-446b-45a7-8d14-080e051ffdbe HTTP/1.1" status: 200 len: 1093 time: 1.0402689 May 20 19:43:21.813425 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049', 'tag': 'bd8ac212-446b-45a7-8d14-080e051ffdbe'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:21.955817 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049', 'tag': 'bd8ac212-446b-45a7-8d14-080e051ffdbe', 'status': 'completed', 'code': 200} May 20 19:43:21.965525 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8ac212-446b-45a7-8d14-080e051ffdbe,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:22.004251 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:22.088026 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-28d7394b-fb96-457c-bd7f-d5fc7e5b327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:22.089830 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-28d7394b-fb96-457c-bd7f-d5fc7e5b327e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce22aaa180f47a0b0f6873c1e57569e&device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 1096 time: 0.1971209 May 20 19:43:22.103861 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc12a2b-87cb-4250-b08a-e8b353a86105 req-a6f9f6a6-6999-4a6a-a264-6f551d6c222b tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:22.105844 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7fc12a2b-87cb-4250-b08a-e8b353a86105 req-a6f9f6a6-6999-4a6a-a264-6f551d6c222b tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 943 time: 0.1472487 May 20 19:43:22.260834 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7fc12a2b-87cb-4250-b08a-e8b353a86105 req-34183177-406c-4460-b2fd-8424b0b7b29f tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714056 May 20 19:43:22.269106 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-4c3aeed9-2fc8-4f83-9244-7e0e83ae6871 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd8ac212-446b-45a7-8d14-080e051ffdbe HTTP/1.1" status: 200 len: 217 time: 0.1605542 May 20 19:43:22.308567 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6ae1-4fb3-40e3-80dd-dad1746bf642 req-8af2328b-3b03-44b3-b1dc-fdfe0e8ecc44 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:22.310822 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-401a6ae1-4fb3-40e3-80dd-dad1746bf642 req-8af2328b-3b03-44b3-b1dc-fdfe0e8ecc44 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.1444714 May 20 19:43:22.347102 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-46601330-0348-4956-8b63-452f76066a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:22.348910 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-46601330-0348-4956-8b63-452f76066a91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d523731-0d49-401a-8fd3-0f19c96458c1 HTTP/1.1" status: 200 len: 854 time: 0.0750132 May 20 19:43:22.396741 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:22.424515 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-45f016d1-9ddc-43b4-9871-0a8e119deb60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692744 May 20 19:43:22.545308 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-401a6ae1-4fb3-40e3-80dd-dad1746bf642 req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Deleting port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:43:22.545835 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-401a6ae1-4fb3-40e3-80dd-dad1746bf642 req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:22.577487 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6c624-76e3-4ac2-9e01-818a65d6812f req-c4687e3f-3159-4cf8-b07e-824e19249a57 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:22.586728 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d0e6c624-76e3-4ac2-9e01-818a65d6812f req-c4687e3f-3159-4cf8-b07e-824e19249a57 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 946 time: 0.1561604 May 20 19:43:22.716512 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-507e486a-8e9a-4b56-aa23-4d265ab1d21a service neutron] 10.222.0.16 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843177 May 20 19:43:22.751926 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d0e6c624-76e3-4ac2-9e01-818a65d6812f req-f0dfa2db-f763-4db8-8dc4-4d9159f0e93d tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640468 May 20 19:43:22.795366 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-401a6ae1-4fb3-40e3-80dd-dad1746bf642 req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] For port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:22.795936 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-401a6ae1-4fb3-40e3-80dd-dad1746bf642 req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:22.883948 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-47d0b5e9-95da-43f7-9e2c-800f340d5346 req-9f8f2be9-409b-45bb-a5bf-2ebb32d4ce30 service neutron] 10.222.0.16 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606526 May 20 19:43:22.939620 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-401a6ae1-4fb3-40e3-80dd-dad1746bf642 req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Calling delete_port for cb9ef393-2584-44dd-bfc4-4dbb57d67f9a owned by compute:nova {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:43:23.034298 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6addc-37a2-43a6-ab03-4f32e0d9ad96 req-ae26851f-be51-4627-9068-5149edcf60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:23.035937 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c8d6addc-37a2-43a6-ab03-4f32e0d9ad96 req-ae26851f-be51-4627-9068-5149edcf60bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce22aaa180f47a0b0f6873c1e57569e&device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 1096 time: 0.0864246 May 20 19:43:23.090207 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-401a6ae1-4fb3-40e3-80dd-dad1746bf642 req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:23.100721 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f4834919-615a-44b8-b963-b7dd18adeaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:23.103849 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['cb9ef393-2584-44dd-bfc4-4dbb57d67f9a', '967970ad-9535-45c6-85aa-915d4660b023'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:43:23.166807 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Pushing event deleted for resources: {'Port': ['ID=cb9ef393-2584-44dd-bfc4-4dbb57d67f9a,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:23.171033 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:23.243450 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6addc-37a2-43a6-ab03-4f32e0d9ad96 req-0437644e-1d0b-4d90-b276-4d1261c1882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:23.245482 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c8d6addc-37a2-43a6-ab03-4f32e0d9ad96 req-0437644e-1d0b-4d90-b276-4d1261c1882b service neutron] 10.222.0.16 "GET /v2.0/networks?id=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c HTTP/1.1" status: 200 len: 915 time: 0.2016442 May 20 19:43:23.263834 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-401a6ae1-4fb3-40e3-80dd-dad1746bf642 req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] No DVR routers for this DVR port cb9ef393-2584-44dd-bfc4-4dbb57d67f9a on host hv-cinder-79246 {{(pid=98301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:43:23.266669 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-401a6ae1-4fb3-40e3-80dd-dad1746bf642 req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:23.269815 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7ed510-9c48-494b-ae9d-e47f5f69d545', 'name': 'network-vif-deleted', 'tag': 'cb9ef393-2584-44dd-bfc4-4dbb57d67f9a'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:23.345411 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-401a6ae1-4fb3-40e3-80dd-dad1746bf642 req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.16 "DELETE /v2.0/ports/cb9ef393-2584-44dd-bfc4-4dbb57d67f9a HTTP/1.1" status: 204 len: 173 time: 1.0288982 May 20 19:43:23.405642 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34796) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:23.409407 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c8d6addc-37a2-43a6-ab03-4f32e0d9ad96 req-3473ac9a-3651-426f-862d-b2b6428f3e57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd8ac212-446b-45a7-8d14-080e051ffdbe HTTP/1.1" status: 200 len: 217 time: 0.1561482 May 20 19:43:23.514687 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6addc-37a2-43a6-ab03-4f32e0d9ad96 req-787e41c2-6591-4460-86fc-7981c81ea856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:23.517485 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c8d6addc-37a2-43a6-ab03-4f32e0d9ad96 req-787e41c2-6591-4460-86fc-7981c81ea856 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d523731-0d49-401a-8fd3-0f19c96458c1 HTTP/1.1" status: 200 len: 854 time: 0.0998986 May 20 19:43:23.532020 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7ed510-9c48-494b-ae9d-e47f5f69d545', 'name': 'network-vif-deleted', 'tag': 'cb9ef393-2584-44dd-bfc4-4dbb57d67f9a', 'status': 'completed', 'code': 200} May 20 19:43:23.582126 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c8d6addc-37a2-43a6-ab03-4f32e0d9ad96 req-6528c42e-39ee-4bdb-9c21-23adc08c06b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587311 May 20 19:43:23.701783 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc1d5a-06b0-4413-a893-eb5a76b48557 req-dd6f480d-847b-4b6a-9407-aae2705b4b2f tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:23.712260 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9cbc1d5a-06b0-4413-a893-eb5a76b48557 req-dd6f480d-847b-4b6a-9407-aae2705b4b2f tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 943 time: 0.1722836 May 20 19:43:23.780593 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-080e3528-7851-40ed-b508-65841fff2b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:23.796355 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-9cbc1d5a-06b0-4413-a893-eb5a76b48557 req-39253f48-c786-433f-9e54-f7020055c865 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Synchronizing usage tracker for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:23.806934 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-080e3528-7851-40ed-b508-65841fff2b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:23.813200 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-080e3528-7851-40ed-b508-65841fff2b06 admin admin] Usage tracker for resource:security_group_rule and tenant:13708ea8b8ab4da5bf13833d03809c1b is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:23.818578 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-080e3528-7851-40ed-b508-65841fff2b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:23.826526 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-080e3528-7851-40ed-b508-65841fff2b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:23.832946 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-9cbc1d5a-06b0-4413-a893-eb5a76b48557 req-39253f48-c786-433f-9e54-f7020055c865 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Unset dirty status for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:23.835111 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c8d6addc-37a2-43a6-ab03-4f32e0d9ad96 req-588dc12d-626c-4fe0-94fb-fd3452245a0f service neutron] 10.222.0.16 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267432 May 20 19:43:23.841161 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9cbc1d5a-06b0-4413-a893-eb5a76b48557 req-39253f48-c786-433f-9e54-f7020055c865 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271808 May 20 19:43:23.963867 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-080e3528-7851-40ed-b508-65841fff2b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:23.969752 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-080e3528-7851-40ed-b508-65841fff2b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:23.984913 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a0cab250-1d12-4fad-8a6b-d9b61358e337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:24.023266 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5ea9f458-fabf-4990-b7a3-5153ac30bddb req-af203763-2059-4459-81fe-424f039dc78b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c7ed510-9c48-494b-ae9d-e47f5f69d545 HTTP/1.1" status: 200 len: 210 time: 0.0737245 May 20 19:43:24.028380 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-080e3528-7851-40ed-b508-65841fff2b06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13708ea8b8ab4da5bf13833d03809c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6187751 May 20 19:43:24.028380 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e3528-7851-40ed-b508-65841fff2b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0652dece-f1e4-4090-8bad-7baa1120a196,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:24.030617 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34810) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:24.032206 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-080e3528-7851-40ed-b508-65841fff2b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:24.108877 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c8d6addc-37a2-43a6-ab03-4f32e0d9ad96 req-991c0fe4-2893-4680-b804-af71f74819d0 service neutron] 10.222.0.16 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664390 May 20 19:43:24.126660 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-17afe454-36db-44d4-a714-4a4e10488944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:24.155924 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-17afe454-36db-44d4-a714-4a4e10488944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:24.210734 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-17afe454-36db-44d4-a714-4a4e10488944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:24.214549 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-3f52689d-0ffa-47b8-9b6e-ab6433307370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:24.230216 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afe454-36db-44d4-a714-4a4e10488944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0652dece-f1e4-4090-8bad-7baa1120a196,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:24.233192 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-17afe454-36db-44d4-a714-4a4e10488944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:24.235149 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-17afe454-36db-44d4-a714-4a4e10488944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:24.236257 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-17afe454-36db-44d4-a714-4a4e10488944 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0652dece-f1e4-4090-8bad-7baa1120a196 HTTP/1.1" status: 204 len: 168 time: 0.2046971 May 20 19:43:24.521951 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34820) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:24.540398 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-abcf1d30-0012-4a4e-b843-7fed08a82996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:24.555264 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-abcf1d30-0012-4a4e-b843-7fed08a82996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:24.559141 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-abcf1d30-0012-4a4e-b843-7fed08a82996 admin admin] Usage tracker for resource:security_group_rule and tenant:5732547871ba4cd29954aafe218946d1 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:24.561992 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-abcf1d30-0012-4a4e-b843-7fed08a82996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:24.567911 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-abcf1d30-0012-4a4e-b843-7fed08a82996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:24.655050 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-abcf1d30-0012-4a4e-b843-7fed08a82996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:24.659995 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-abcf1d30-0012-4a4e-b843-7fed08a82996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:24.667557 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-750fc6f6-7de1-493c-a670-6a772b38dc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:24.707026 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf1d30-0012-4a4e-b843-7fed08a82996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf83f1f-1511-4349-b9b5-5f2eabbb0f29,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:24.711255 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-abcf1d30-0012-4a4e-b843-7fed08a82996 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5732547871ba4cd29954aafe218946d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883192 May 20 19:43:24.712137 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-abcf1d30-0012-4a4e-b843-7fed08a82996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:24.713809 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34824) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:24.774299 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-faee2132-3cfd-407e-8897-4ac87aa7edf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:24.801343 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-faee2132-3cfd-407e-8897-4ac87aa7edf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:24.872895 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-faee2132-3cfd-407e-8897-4ac87aa7edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:24.880724 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-85d8db2a-37e6-45d9-9266-f2456db41d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:24.898881 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee2132-3cfd-407e-8897-4ac87aa7edf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf83f1f-1511-4349-b9b5-5f2eabbb0f29,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:24.902495 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-faee2132-3cfd-407e-8897-4ac87aa7edf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:24.905160 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-faee2132-3cfd-407e-8897-4ac87aa7edf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:24.906309 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-faee2132-3cfd-407e-8897-4ac87aa7edf5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aaf83f1f-1511-4349-b9b5-5f2eabbb0f29 HTTP/1.1" status: 204 len: 168 time: 0.1916206 May 20 19:43:25.053974 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e97c8-903b-4748-b53f-1b2eb573eada req-6a861806-9207-4ad7-94e9-ffd5ba5d7246 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:25.056432 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-225e97c8-903b-4748-b53f-1b2eb573eada req-6a861806-9207-4ad7-94e9-ffd5ba5d7246 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 943 time: 0.0990982 May 20 19:43:25.111326 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-225e97c8-903b-4748-b53f-1b2eb573eada req-77fd3caf-b2c5-4b68-8d58-d42e699574cf tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491996 May 20 19:43:25.217451 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cb9ef393-2584-44dd-bfc4-4dbb57d67f9a no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:25.257172 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: cb9ef393-2584-44dd-bfc4-4dbb57d67f9a {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:43:25.257838 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cb9ef393-2584-44dd-bfc4-4dbb57d67f9a not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:43:25.529751 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e149c0-7c61-4385-94bf-f3c9289b3037 req-65682b0f-9f7c-4108-9030-b08a14024788 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:25.530459 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-69e149c0-7c61-4385-94bf-f3c9289b3037 req-65682b0f-9f7c-4108-9030-b08a14024788 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Synchronizing usage tracker for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:25.547947 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-69e149c0-7c61-4385-94bf-f3c9289b3037 req-65682b0f-9f7c-4108-9030-b08a14024788 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Unset dirty status for tenant:cc4fb9fc99f44c52a521041c42fde774 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:25.549995 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-69e149c0-7c61-4385-94bf-f3c9289b3037 req-65682b0f-9f7c-4108-9030-b08a14024788 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1074543 May 20 19:43:25.604304 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-69e149c0-7c61-4385-94bf-f3c9289b3037 req-f491983b-042d-4157-a9a2-c262a2bf91d6 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 May 20 19:43:26.328792 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627675ac-0c8c-40a4-be93-43c02d9dfe37 req-1d8875b2-9d25-4f92-add1-76cba284b17e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:26.330796 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-627675ac-0c8c-40a4-be93-43c02d9dfe37 req-1d8875b2-9d25-4f92-add1-76cba284b17e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 943 time: 0.0919831 May 20 19:43:26.383514 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-627675ac-0c8c-40a4-be93-43c02d9dfe37 req-91c23017-3e0e-432c-b740-ef66f98b0d14 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466139 May 20 19:43:26.817369 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b66d0-f715-49e5-a478-54656f8e9b0e req-c98e4d2c-3ca8-40c1-b3e8-602c92956d25 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:26.819467 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-801b66d0-f715-49e5-a478-54656f8e9b0e req-c98e4d2c-3ca8-40c1-b3e8-602c92956d25 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.0871816 May 20 19:43:26.873127 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-801b66d0-f715-49e5-a478-54656f8e9b0e req-9680d6c8-4ea1-42b4-8b5f-3004bcdfba0b tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 May 20 19:43:27.217275 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device bd8ac212-446b-45a7-8d14-080e051ffdbe details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:43:27.429449 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port bd8ac212-446b-45a7-8d14-080e051ffdbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=bd8ac212-446b-45a7-8d14-080e051ffdbe,segment=NetworkSegment(3fff0f48-5844-48c0-9422-3480c5948348),segment_id=3fff0f48-5844-48c0-9422-3480c5948348)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:27.445465 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'bd8ac212-446b-45a7-8d14-080e051ffdbe', 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c', 'port_id': 'bd8ac212-446b-45a7-8d14-080e051ffdbe', 'mac_address': 'fa:16:3e:f7:78:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d523731-0d49-401a-8fd3-0f19c96458c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:43:27.516891 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:27.545299 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8ac212-446b-45a7-8d14-080e051ffdbe {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:43:27.576350 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port bd8ac212-446b-45a7-8d14-080e051ffdbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=bd8ac212-446b-45a7-8d14-080e051ffdbe,segment=NetworkSegment(3fff0f48-5844-48c0-9422-3480c5948348),segment_id=3fff0f48-5844-48c0-9422-3480c5948348)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:27.586118 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:27.589645 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:27.663215 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf1564-a781-4ca7-8a39-59d48007d08b req-25c2173d-bf6e-44be-91f3-1365101971d5 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:27.666541 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-cebf1564-a781-4ca7-8a39-59d48007d08b req-25c2173d-bf6e-44be-91f3-1365101971d5 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 944 time: 0.1357129 May 20 19:43:27.681462 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=bd8ac212-446b-45a7-8d14-080e051ffdbe,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:27.685570 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:27.694631 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34932) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:27.740317 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-cebf1564-a781-4ca7-8a39-59d48007d08b req-5112783e-a418-4bb4-84c2-2670df7dc176 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662293 May 20 19:43:27.859720 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-96924bc3-a66b-40d2-9fce-ba30f24dab8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:27.883199 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-96924bc3-a66b-40d2-9fce-ba30f24dab8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:27.888025 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-96924bc3-a66b-40d2-9fce-ba30f24dab8a admin admin] Usage tracker for resource:security_group_rule and tenant:3c14d53442514ee0a477e8be4ba1d57f is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:27.892050 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-96924bc3-a66b-40d2-9fce-ba30f24dab8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:27.905235 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-96924bc3-a66b-40d2-9fce-ba30f24dab8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:28.031654 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-96924bc3-a66b-40d2-9fce-ba30f24dab8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:28.037933 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-96924bc3-a66b-40d2-9fce-ba30f24dab8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:28.047495 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1e8d4cab-9615-4ec0-b784-5fc9de043a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:28.052896 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['bd8ac212-446b-45a7-8d14-080e051ffdbe'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:43:28.100307 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-96924bc3-a66b-40d2-9fce-ba30f24dab8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c14d53442514ee0a477e8be4ba1d57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044285 May 20 19:43:28.102379 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96924bc3-a66b-40d2-9fce-ba30f24dab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41378029-5bfd-4b62-8e9a-c1fb54946d14,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:28.105125 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34954) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:28.107922 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-96924bc3-a66b-40d2-9fce-ba30f24dab8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:28.201475 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-5eecd31a-3bc5-414f-8f2c-b2d1fb797dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:28.236140 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-5eecd31a-3bc5-414f-8f2c-b2d1fb797dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:28.305819 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-5eecd31a-3bc5-414f-8f2c-b2d1fb797dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:28.307485 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d26fd-6c44-48ca-9751-620e78aa448e req-688b290e-6578-4700-95c3-f916c4661a40 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:28.309156 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-273d26fd-6c44-48ca-9751-620e78aa448e req-688b290e-6578-4700-95c3-f916c4661a40 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2613180 May 20 19:43:28.315860 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-9b893edf-7662-4145-8ba2-aa8c0467346c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:28.337358 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-5eecd31a-3bc5-414f-8f2c-b2d1fb797dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:28.338716 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-5eecd31a-3bc5-414f-8f2c-b2d1fb797dde admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41378029-5bfd-4b62-8e9a-c1fb54946d14 HTTP/1.1" status: 204 len: 168 time: 0.2325017 May 20 19:43:28.340013 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecd31a-3bc5-414f-8f2c-b2d1fb797dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41378029-5bfd-4b62-8e9a-c1fb54946d14,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:28.343490 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5eecd31a-3bc5-414f-8f2c-b2d1fb797dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:28.379300 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-273d26fd-6c44-48ca-9751-620e78aa448e req-70a87c1e-e672-4553-b264-275335e65e71 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634971 May 20 19:43:28.955095 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd12fc7-05d0-462d-9583-221c298936bb req-407a1e9c-393d-4d98-a8a8-af64d5661b0c tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:28.956525 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1dd12fc7-05d0-462d-9583-221c298936bb req-407a1e9c-393d-4d98-a8a8-af64d5661b0c tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 944 time: 0.0943811 May 20 19:43:29.070283 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1dd12fc7-05d0-462d-9583-221c298936bb req-7a5064f1-6b38-4c87-9274-31ea4b488b0c tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077435 May 20 19:43:29.148843 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 34986) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:29.253984 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-667716960-network', 'tenant_id': '970b50b783e548b190329a0d1ea310a3'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:29.259133 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:29.262980 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Usage tracker for resource:network and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:29.265916 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:29.271977 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:29.283216 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Made reservation on behalf of 970b50b783e548b190329a0d1ea310a3 for: {'network': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:43:29.286061 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:29.298346 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:29.314119 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:29.318534 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Usage tracker for resource:security_group_rule and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:29.322854 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:29.329780 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:29.423952 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:29.429781 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:29.432816 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e5e142ba-2bc9-419f-a0d7-392c6e806674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:29.460877 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=98302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:43:29.470639 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:29.475130 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:29.477831 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:29.478177 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.segments_db [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Added segment cb467174-269a-4ea9-8062-3ac6d0a862ae of type vlan for network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 May 20 19:43:29.585174 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:29.634012 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:29.636751 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:29.637324 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:29.642689 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:29.694434 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b9578-2e12-42a7-aa30-19165823a7bf req-9b2e3b73-b3bf-4a6c-af05-5cdd2d5036e2 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:29.695885 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e87b9578-2e12-42a7-aa30-19165823a7bf req-9b2e3b73-b3bf-4a6c-af05-5cdd2d5036e2 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1643400 May 20 19:43:29.771153 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6211841 May 20 19:43:29.774153 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 34996) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:29.780433 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Request body: {'subnet': {'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-667716960-subnet', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'ip_version': 4}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:29.785791 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:29.789202 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Pushing event updated for resources: {'Network': ['ID=869b1c22-9f82-4acd-ac73-cf3e12278bb9,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:29.789849 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Usage tracker for resource:subnet and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:29.793372 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:29.800545 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:43:29.804543 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e87b9578-2e12-42a7-aa30-19165823a7bf req-3ddda21c-f511-45f7-bb51-81d5cbd3207e tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991318 May 20 19:43:29.818386 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:29.839704 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:29.854424 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Made reservation on behalf of 970b50b783e548b190329a0d1ea310a3 for: {'subnet': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:43:29.857331 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60936201'] for subnet, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:30.331369 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4b58d-70aa-4681-a8b8-5c6c7c2ac2ca req-f929a76f-d226-4c5a-b80c-df9b6b572bd5 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:30.332776 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9fc4b58d-70aa-4681-a8b8-5c6c7c2ac2ca req-f929a76f-d226-4c5a-b80c-df9b6b572bd5 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 944 time: 0.1439819 May 20 19:43:30.360652 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61032418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60936219'] for subnet, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:30.369615 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-adc5d4ab-2a90-4ecc-bada-d1c5aac822eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:30.437472 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9fc4b58d-70aa-4681-a8b8-5c6c7c2ac2ca req-72787fb7-3e46-4f64-8c26-1204897052ff tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978286 May 20 19:43:30.468493 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Checking segment: {'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:30.468696 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Network hostable DHCP agents. Network: 869b1c22-9f82-4acd-ac73-cf3e12278bb9, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:43:30.472484 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc4d65d8-0add-4216-aa4f-a1975639bbe4,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:30.478340 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:30.490289 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:43:30.501231 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 869b1c22-9f82-4acd-ac73-cf3e12278bb9) {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:30.511952 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:30.512767 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:30.514529 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1ef096-fe76-4bff-932f-54fa5af82336 None None] Network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:43:30.542766 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-f5d80a58-9ba5-492a-bdc2-4c26d1831f90 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7674227 May 20 19:43:30.543269 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35018) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:30.548899 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:30.554361 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:30.558715 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Usage tracker for resource:router and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:30.561864 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:30.568606 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:30.578986 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3713000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:30.580107 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:30.622153 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:30.642910 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-d7bd95db-239f-4d77-a66b-88e671b39bd6 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Synchronizing usage tracker for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:security_group {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:30.708869 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-d7bd95db-239f-4d77-a66b-88e671b39bd6 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Unset dirty status for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:security_group {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:30.710312 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-d7bd95db-239f-4d77-a66b-88e671b39bd6 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921438370&fields=id&tenant_id=29c68fb3f9a14887a9c53496c4bb813e HTTP/1.1" status: 200 len: 267 time: 0.1267090 May 20 19:43:30.751919 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aa7531f-32a6-586f-bd9e-b2fadefdb9c7-869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'fixed_ips': [{'subnet_id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4'}]}} from dv-cinder-792462-2-smb. {{(pid=98303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:43:30.753455 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:30.918048 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.db_base_plugin_common [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Allocated IP 172.20.0.2 (869b1c22-9f82-4acd-ac73-cf3e12278bb9/fc4d65d8-0add-4216-aa4f-a1975639bbe4/5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7) {{(pid=98303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:31.012829 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3713022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3170'] for router, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.015168 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc0c6d-dc01-4f1e-8df2-dd1032298285 req-18eae0f4-f679-4d6e-85aa-8a3513091286 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:31.016706 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-26bc0c6d-dc01-4f1e-8df2-dd1032298285 req-18eae0f4-f679-4d6e-85aa-8a3513091286 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.0879667 May 20 19:43:31.073221 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-26bc0c6d-dc01-4f1e-8df2-dd1032298285 req-0a774610-4c87-486b-b307-cf53b28ff0ac tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473390 May 20 19:43:31.127138 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Notify callbacks [] for port, precommit_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.130083 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-bf73e38e-1566-4ec0-95a5-d32cd0f91cab tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:31.130766 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-bf73e38e-1566-4ec0-95a5-d32cd0f91cab tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Synchronizing usage tracker for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:network {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:31.138016 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Transition to ACTIVE for port object 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:31.163440 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Transition to ACTIVE for port object 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 will not be triggered until provisioned by entity DHCP. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:31.163663 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-bf73e38e-1566-4ec0-95a5-d32cd0f91cab tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Unset dirty status for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:network {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:31.168628 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-bf73e38e-1566-4ec0-95a5-d32cd0f91cab tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/networks?id=3030e65f-2520-48a7-9eae-d4a72dc4ca54 HTTP/1.1" status: 200 len: 808 time: 0.4423954 May 20 19:43:31.173647 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.178633 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:31.237497 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device bd8ac212-446b-45a7-8d14-080e051ffdbe up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:31.244185 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-3baa8bc3-1986-4597-b09d-607e8c5ea5af tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/quotas/29c68fb3f9a14887a9c53496c4bb813e HTTP/1.1" status: 200 len: 375 time: 0.0656264 May 20 19:43:31.253671 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9bef0-b471-40a5-b9db-6d8bcf3a8e49 req-d5c9b61b-c51d-4606-90e5-733996fd3080 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:31.255396 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de9bef0-b471-40a5-b9db-6d8bcf3a8e49 req-d5c9b61b-c51d-4606-90e5-733996fd3080 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.2365117 May 20 19:43:31.281790 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 is already hosted by enough agents. {{(pid=98303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:31.291184 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.base_scheduler [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Resources bound (agent type, host, resource id): {{(pid=98303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:31.297693 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Received port after_create {{(pid=98303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:31.339541 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Pushing event updated for resources: {'Port': ['ID=5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7,revision_number=1']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:31.381742 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:31.409286 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Attempting to bind port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:31.409658 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Attempting to bind port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:31.410030 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Attempting to bind port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 on network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:31.415929 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:31.416446 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Checking segment: {'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:31.416749 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.417122 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Bound using segment: {'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:31.417600 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Bound port: 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:31.418009 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.447396 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port bd8ac212-446b-45a7-8d14-080e051ffdbe completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:31.492873 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port bd8ac212-446b-45a7-8d14-080e051ffdbe triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:31.493514 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.507463 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-0b7b7eb5-62c9-4cd7-9058-e9613a61afc5 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Synchronizing usage tracker for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:31.522121 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-2de9bef0-b471-40a5-b9db-6d8bcf3a8e49 req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Deleting port 967970ad-9535-45c6-85aa-915d4660b023 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:43:31.522460 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de9bef0-b471-40a5-b9db-6d8bcf3a8e49 req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.720895 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] For port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:31.726249 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] For port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:31.728548 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf365-46f7-4ff1-8686-8c7df5ee4a00 req-564ed82e-67d3-4dcc-a175-e93cb09d1f3f tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:31.730211 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-455bf365-46f7-4ff1-8686-8c7df5ee4a00 req-564ed82e-67d3-4dcc-a175-e93cb09d1f3f tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 944 time: 0.1154513 May 20 19:43:31.732850 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.740486 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:31.789810 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.796468 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-455bf365-46f7-4ff1-8686-8c7df5ee4a00 req-0987d11d-f639-4d62-8693-98bc3103d523 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589981 May 20 19:43:31.854850 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8ac212-446b-45a7-8d14-080e051ffdbe'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:31.883882 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port bd8ac212-446b-45a7-8d14-080e051ffdbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=bd8ac212-446b-45a7-8d14-080e051ffdbe,segment=NetworkSegment(3fff0f48-5844-48c0-9422-3480c5948348),segment_id=3fff0f48-5844-48c0-9422-3480c5948348)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:31.886587 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Pushing event updated for resources: {'Port': ['ID=5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7,revision_number=2']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:31.894175 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:31.895834 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:31.898096 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:31.920392 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-0b7b7eb5-62c9-4cd7-9058-e9613a61afc5 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Unset dirty status for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:31.921756 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-0b7b7eb5-62c9-4cd7-9058-e9613a61afc5 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=29c68fb3f9a14887a9c53496c4bb813e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6651452 May 20 19:43:31.950063 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8ac212-446b-45a7-8d14-080e051ffdbe', 'code': 200} May 20 19:43:31.991061 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=bd8ac212-446b-45a7-8d14-080e051ffdbe,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:31.995419 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:32.161829 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-2de9bef0-b471-40a5-b9db-6d8bcf3a8e49 req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] For port 967970ad-9535-45c6-85aa-915d4660b023, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=967970ad-9535-45c6-85aa-915d4660b023,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:32.162367 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de9bef0-b471-40a5-b9db-6d8bcf3a8e49 req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:32.183068 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:32.241362 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679fa4-0f9d-4592-bafc-65f89844a5be req-dd77cb88-db19-4d65-ba42-4748b602743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:32.242880 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e4679fa4-0f9d-4592-bafc-65f89844a5be req-dd77cb88-db19-4d65-ba42-4748b602743c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 1098 time: 0.1087301 May 20 19:43:32.301919 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:32.343735 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:32.344613 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e4679fa4-0f9d-4592-bafc-65f89844a5be req-fb4f9f6b-e18f-4920-b32a-e67a284ad0fd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564330 May 20 19:43:32.371809 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fe78d-830a-4e5a-9924-950147fa8111 req-2fd3992f-facb-490d-917f-a0f26a9c9970 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:32.373348 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ae5fe78d-830a-4e5a-9924-950147fa8111 req-2fd3992f-facb-490d-917f-a0f26a9c9970 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 945 time: 0.1463814 May 20 19:43:32.415024 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:32.437982 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-2de9bef0-b471-40a5-b9db-6d8bcf3a8e49 req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Calling delete_port for 967970ad-9535-45c6-85aa-915d4660b023 owned by compute:nova {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:43:32.449278 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ae5fe78d-830a-4e5a-9924-950147fa8111 req-67c48b55-969b-46b6-a567-08562d59ef86 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/security-groups?id=4fb38b49-f7a5-445f-9a4e-518d69358a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694742 May 20 19:43:32.503956 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-0c7be95b-15f2-4e1d-9578-bbca205541d3 service neutron] 10.222.0.44 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609362 May 20 19:43:32.713595 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Allocated IP 172.28.2.168 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/0c44ae88-c3fd-49c2-9358-628c90c81840) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:32.741523 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-e27fd485-a80e-4d4d-b5cc-93f9f90fe27e service neutron] 10.222.0.44 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307029 May 20 19:43:32.903715 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de9bef0-b471-40a5-b9db-6d8bcf3a8e49 req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:32.911166 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:32.974102 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Pushing event deleted for resources: {'Port': ['ID=967970ad-9535-45c6-85aa-915d4660b023,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:32.989444 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:33.098497 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e1de67-6dd5-4552-a96b-9b81684d2a50 None None] Network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:43:33.111144 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de9bef0-b471-40a5-b9db-6d8bcf3a8e49 req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] No DVR routers for this DVR port 967970ad-9535-45c6-85aa-915d4660b023 on host hv-cinder-79246 {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:43:33.117577 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2de9bef0-b471-40a5-b9db-6d8bcf3a8e49 req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:33.120317 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd73339-7e9f-4a7c-a87b-4c3ca361dfde', 'name': 'network-vif-deleted', 'tag': '967970ad-9535-45c6-85aa-915d4660b023'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:33.129110 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:33.136913 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333c693-45fb-4d99-9888-26537655cf79 req-e3e90272-f23b-40a5-91a9-b9fa99162668 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:33.139538 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2333c693-45fb-4d99-9888-26537655cf79 req-e3e90272-f23b-40a5-91a9-b9fa99162668 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 945 time: 0.1559842 May 20 19:43:33.156206 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2de9bef0-b471-40a5-b9db-6d8bcf3a8e49 req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.16 "DELETE /v2.0/ports/967970ad-9535-45c6-85aa-915d4660b023 HTTP/1.1" status: 204 len: 173 time: 1.8519568 May 20 19:43:33.179058 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:33.184767 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1e1012d3-06dd-4b1c-95dd-b4308672e3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:33.271279 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2333c693-45fb-4d99-9888-26537655cf79 req-30e0cc6c-2020-45f2-8c5c-6ee4cf0d910a tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242542 May 20 19:43:33.379270 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd73339-7e9f-4a7c-a87b-4c3ca361dfde', 'name': 'network-vif-deleted', 'tag': '967970ad-9535-45c6-85aa-915d4660b023', 'status': 'completed', 'code': 200} May 20 19:43:33.385077 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:33.395347 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:33.406585 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 967970ad-9535-45c6-85aa-915d4660b023 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:33.417094 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Pushing event updated for resources: {'Port': ['ID=0c44ae88-c3fd-49c2-9358-628c90c81840,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:33.434166 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:33.465723 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: 967970ad-9535-45c6-85aa-915d4660b023 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:43:33.466372 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 967970ad-9535-45c6-85aa-915d4660b023 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:43:33.471673 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-e067f5a3-8137-456a-9b00-1c3c514c5200 None None] Provisioning for port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:33.495160 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-e067f5a3-8137-456a-9b00-1c3c514c5200 None None] Provisioning complete for port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:33.495814 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e067f5a3-8137-456a-9b00-1c3c514c5200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:33.622314 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:33.640396 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-611c8ebe-50f7-4d08-86ba-50535716f9b8 req-04d835be-b29d-43e3-aded-509563a93a88 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 210 time: 0.1443620 May 20 19:43:33.790466 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4a438976-fc7a-4d6a-af05-351717550bb3 req-2e032bf4-2205-40ce-a3a8-3dc5ed128dbb tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bd73339-7e9f-4a7c-a87b-4c3ca361dfde HTTP/1.1" status: 200 len: 210 time: 0.0781536 May 20 19:43:33.934064 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e067f5a3-8137-456a-9b00-1c3c514c5200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:33.978100 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-e067f5a3-8137-456a-9b00-1c3c514c5200 None None] For port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:33.985829 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e067f5a3-8137-456a-9b00-1c3c514c5200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:33.991284 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-0b9a3de3-fc14-481f-8469-2a8420f57a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:34.122048 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067f5a3-8137-456a-9b00-1c3c514c5200 None None] Pushing event updated for resources: {'Port': ['ID=5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:34.136837 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-e067f5a3-8137-456a-9b00-1c3c514c5200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:34.319875 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:34.385960 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-e170c9c5-11eb-47e9-ad82-e45e14447613 None None] Provisioning complete for port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:34.386514 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e170c9c5-11eb-47e9-ad82-e45e14447613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:34.442554 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:34.567800 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:34.568301 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:34.616272 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c84d7e-8fa7-4964-bd76-206d9924c1be req-ca6ac1bf-fb66-4bca-9fbe-e6e30b680f30 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:34.622221 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-98c84d7e-8fa7-4964-bd76-206d9924c1be req-ca6ac1bf-fb66-4bca-9fbe-e6e30b680f30 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 945 time: 0.1452427 May 20 19:43:34.713322 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-98c84d7e-8fa7-4964-bd76-206d9924c1be req-78f1a3e9-4dfb-4037-ae93-00fbac5db0c7 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854349 May 20 19:43:34.954564 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35116) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:34.988621 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38b2fe4a-c98c-4f85-b729-574b1e9cfa38 req-5e19fabc-9737-4882-98be-a396ef28546d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 210 time: 0.0869000 May 20 19:43:35.214202 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457923'] for router, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:35.607452 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-a9561576-4952-4c3a-8b4e-87fd99096210 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:35.608974 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-a9561576-4952-4c3a-8b4e-87fd99096210 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.16 "GET /v2.0/networks?id=3030e65f-2520-48a7-9eae-d4a72dc4ca54 HTTP/1.1" status: 200 len: 808 time: 0.4186311 May 20 19:43:35.687731 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-c78f4e19-cad7-4f20-951e-6c8fee0f2ba1 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c68fb3f9a14887a9c53496c4bb813e HTTP/1.1" status: 200 len: 379 time: 0.0679574 May 20 19:43:35.697797 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Request body: {'port': {'device_id': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'admin_state_up': True, 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'security_groups': ['9c6b240b-182a-465c-a7b1-72b83e7e18fd']}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:35.803779 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Router 99eccf41-3708-44c4-8ac2-02f2c0552036 is scheduled to L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 with binding_index 1 {{(pid=98302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:43:35.948404 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:35.950680 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454739'] for router_interface, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:36.043980 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:36.071589 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Made reservation on behalf of 29c68fb3f9a14887a9c53496c4bb813e for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:43:36.075518 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:36.092158 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:43:36.103827 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Sync routers for ids ['99eccf41-3708-44c4-8ac2-02f2c0552036'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:43:36.116733 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Routers {'99eccf41-3708-44c4-8ac2-02f2c0552036'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:36.117769 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['99eccf41-3708-44c4-8ac2-02f2c0552036'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:36.428500 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] Notify callbacks [] for router, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:36.436490 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Set router 99eccf41-3708-44c4-8ac2-02f2c0552036 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:36.440931 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35164) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:36.441179 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-d0d5d097-9505-4261-8e84-8cecf9f1119e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8965626 May 20 19:43:36.506397 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2e91d9b8-062e-46af-a81f-69140de8b644 req-24229317-e409-402a-9d79-174e14ccee95 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 210 time: 0.1716216 May 20 19:43:36.649552 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Allocated IP 172.20.0.9 (3030e65f-2520-48a7-9eae-d4a72dc4ca54/5d1a9f6e-1615-4254-8b62-21ed15b52fe5/9141a061-2903-4fbe-b73f-570f306f3233) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:36.849433 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Deleting port 08ec475f-0c81-49b2-b0cc-70cab917f41c {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:43:36.849819 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:36.977640 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:34Z', 'revision_number': 3, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:36.983727 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Checking router: 99eccf41-3708-44c4-8ac2-02f2c0552036 for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:43:36.984404 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Updating router 99eccf41-3708-44c4-8ac2-02f2c0552036 port 0c44ae88-c3fd-49c2-9358-628c90c81840 binding host dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:43:37.001360 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.023012 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Transition to ACTIVE for port object 9141a061-2903-4fbe-b73f-570f306f3233 will not be triggered until provisioned by entity DHCP. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:37.050909 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.072184 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.078285 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-82af90b7-5564-4d38-ba4b-254113b3f890 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:37.151586 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] For port 08ec475f-0c81-49b2-b0cc-70cab917f41c, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=08ec475f-0c81-49b2-b0cc-70cab917f41c,segment=NetworkSegment(4185d6aa-e633-4b26-a0d7-10d637e78818),segment_id=4185d6aa-e633-4b26-a0d7-10d637e78818)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:37.152437 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.171661 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:37.176581 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:37.191610 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event updated for resources: {'Port': ['ID=9141a061-2903-4fbe-b73f-570f306f3233,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:37.194837 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:37.245031 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.245451 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.245909 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.246360 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.246807 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.247253 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.247695 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.248180 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.248624 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.249065 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.249508 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.250060 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:37.268017 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:37.306393 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:37.307231 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.372047 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6791515 May 20 19:43:37.387561 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Request body: {'port': {'device_id': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:37.487753 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Calling delete_port for 08ec475f-0c81-49b2-b0cc-70cab917f41c owned by network:router_interface {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:43:37.611040 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-a2e0e373-d5ce-4579-8b17-bccc208098cc None None] Provisioning for port 9141a061-2903-4fbe-b73f-570f306f3233 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:37.614196 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35188) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:37.617505 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-a2e0e373-d5ce-4579-8b17-bccc208098cc None None] Provisioning complete for port 9141a061-2903-4fbe-b73f-570f306f3233 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:37.617897 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-a2e0e373-d5ce-4579-8b17-bccc208098cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.636746 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Notify callbacks [] for port, precommit_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.676750 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.provisioning_blocks [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Transition to ACTIVE for port object 0c44ae88-c3fd-49c2-9358-628c90c81840 will not be triggered until provisioned by entity L2. {{(pid=98304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:37.688852 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.704784 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:37.714850 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.741181 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0e373-d5ce-4579-8b17-bccc208098cc None None] Port 9141a061-2903-4fbe-b73f-570f306f3233 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:43:37.822222 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Attempting to bind port 0c44ae88-c3fd-49c2-9358-628c90c81840 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:37.822635 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Attempting to bind port 0c44ae88-c3fd-49c2-9358-628c90c81840 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:37.822956 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Attempting to bind port 0c44ae88-c3fd-49c2-9358-628c90c81840 on network 30f8c0e8-7295-47a8-a197-8cf663cc81fb {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:37.832922 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:37.833411 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Checking segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:37.833705 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.834332 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Bound using segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:37.834786 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Bound port: 0c44ae88-c3fd-49c2-9358-628c90c81840, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:37.835182 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.840598 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.848912 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8d680484-ffb6-4a95-9b90-50e38c55da3a tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:37.866796 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1fed4-06b7-46ce-836d-a24518afb72f None None] Pushing event updated for resources: {'Port': ['ID=0c44ae88-c3fd-49c2-9358-628c90c81840,revision_number=2']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:37.875261 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-e0d1fed4-06b7-46ce-836d-a24518afb72f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:37.932353 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] For port 0c44ae88-c3fd-49c2-9358-628c90c81840, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:37.936694 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] For port 0c44ae88-c3fd-49c2-9358-628c90c81840, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=0c44ae88-c3fd-49c2-9358-628c90c81840,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:37.944425 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:37.958777 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:37.971693 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ec475f-0c81-49b2-b0cc-70cab917f41c,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:37.978779 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:38.046215 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Routers {'99eccf41-3708-44c4-8ac2-02f2c0552036'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:38.046853 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['99eccf41-3708-44c4-8ac2-02f2c0552036'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:38.102742 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e6b1af09-521f-4378-b2bc-2d9eaf080e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:38.136783 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1fed4-06b7-46ce-836d-a24518afb72f None None] Pushing event updated for resources: {'Port': ['ID=0c44ae88-c3fd-49c2-9358-628c90c81840,revision_number=3']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:38.139453 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-e6b1af09-521f-4378-b2bc-2d9eaf080e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:38.145665 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-e0d1fed4-06b7-46ce-836d-a24518afb72f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:38.157147 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-e6b1af09-521f-4378-b2bc-2d9eaf080e1d admin admin] Usage tracker for resource:security_group_rule and tenant:c6ad6b2b33104cf5a4c3f5989752bc92 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:38.166113 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-e6b1af09-521f-4378-b2bc-2d9eaf080e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:38.186466 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-e6b1af09-521f-4378-b2bc-2d9eaf080e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:38.298029 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] Set router 99eccf41-3708-44c4-8ac2-02f2c0552036 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:38.307661 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17022b-5597-43b7-8608-1ce9a6328fde req-4967bb47-75fd-496d-81e2-247a372f2646 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:38.308437 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-fb17022b-5597-43b7-8608-1ce9a6328fde req-4967bb47-75fd-496d-81e2-247a372f2646 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Synchronizing usage tracker for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:38.374001 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9141a061-2903-4fbe-b73f-570f306f3233 {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:43:38.387838 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-fb17022b-5597-43b7-8608-1ce9a6328fde req-4967bb47-75fd-496d-81e2-247a372f2646 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Unset dirty status for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:38.388837 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fb17022b-5597-43b7-8608-1ce9a6328fde req-4967bb47-75fd-496d-81e2-247a372f2646 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 931 time: 0.4659221 May 20 19:43:38.390655 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:38.458688 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Transition to ACTIVE for port object 9141a061-2903-4fbe-b73f-570f306f3233 will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:38.462899 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e6b1af09-521f-4378-b2bc-2d9eaf080e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:38.473179 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:38.480191 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-778d8a86-3397-459d-a636-a255464407e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:38.520444 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e6b1af09-521f-4378-b2bc-2d9eaf080e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:38.569503 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454887'] for router_interface, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:38.577062 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fb17022b-5597-43b7-8608-1ce9a6328fde req-61776541-ce76-4710-8cd2-05f75b611da3 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600018 May 20 19:43:38.693601 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:34Z', 'revision_number': 3, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:38.698138 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c16ee-2a5d-4c90-afae-bc1c9c939110 None None] The sync data for ids ['99eccf41-3708-44c4-8ac2-02f2c0552036'] in dv-cinder-792462-2-smb is: [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:34Z', 'revision_number': 3, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:43:38.708258 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Pushing event updated for resources: {'Port': ['ID=9141a061-2903-4fbe-b73f-570f306f3233,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:38.714307 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:38.754132 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-607e4904-15d5-4a4b-bacd-b8da71237ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:38.788374 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-e6b1af09-521f-4378-b2bc-2d9eaf080e1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6ad6b2b33104cf5a4c3f5989752bc92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1629014 May 20 19:43:38.790171 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:38.790953 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1af09-521f-4378-b2bc-2d9eaf080e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44674bc9-2d70-438c-a337-f36239815229,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:38.807466 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35198) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:38.815618 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e6b1af09-521f-4378-b2bc-2d9eaf080e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:39.012462 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Attempting to bind port 9141a061-2903-4fbe-b73f-570f306f3233 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:39.013294 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Attempting to bind port 9141a061-2903-4fbe-b73f-570f306f3233 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:39.013829 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Attempting to bind port 9141a061-2903-4fbe-b73f-570f306f3233 on network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:39.024179 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0c83d176-599d-46e3-ab9a-b882951915a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:39.026468 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Port 9141a061-2903-4fbe-b73f-570f306f3233 on network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:43:39.026991 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Attempting to bind port 9141a061-2903-4fbe-b73f-570f306f3233 on network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:39.043193 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:39.043835 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Checking segment: {'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:39.044410 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Bound using segment: {'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:39.044861 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Bound port: 9141a061-2903-4fbe-b73f-570f306f3233, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600b2b41-0657-4557-bd1f-20f9bae5737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:39.045203 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:39.149547 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0c83d176-599d-46e3-ab9a-b882951915a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:39.337755 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] For port 9141a061-2903-4fbe-b73f-570f306f3233, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:39.344281 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] For port 9141a061-2903-4fbe-b73f-570f306f3233, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9141a061-2903-4fbe-b73f-570f306f3233,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:39.354279 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:39.368370 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0737790a-174b-47f6-9068-c18cbd0956c1 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:39.489551 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0c83d176-599d-46e3-ab9a-b882951915a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:39.538487 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:39.539466 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:39.558768 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] 10.222.0.16 "PUT /v2.0/ports/9141a061-2903-4fbe-b73f-570f306f3233 HTTP/1.1" status: 200 len: 1093 time: 2.1687238 May 20 19:43:39.559210 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:39.602646 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0c83d176-599d-46e3-ab9a-b882951915a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:39.606659 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-0c83d176-599d-46e3-ab9a-b882951915a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44674bc9-2d70-438c-a337-f36239815229 HTTP/1.1" status: 204 len: 168 time: 0.7954881 May 20 19:43:39.607630 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Pushing event updated for resources: {'Port': ['ID=9141a061-2903-4fbe-b73f-570f306f3233,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:39.617345 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:39.618112 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c1c7996a-224b-4e75-b3d8-860165a9a881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:39.629201 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Allocated IP 172.20.0.1 (869b1c22-9f82-4acd-ac73-cf3e12278bb9/fc4d65d8-0add-4216-aa4f-a1975639bbe4/3c25e227-b938-4996-9333-bbe51ab16959) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:39.643160 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83d176-599d-46e3-ab9a-b882951915a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44674bc9-2d70-438c-a337-f36239815229,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:39.887213 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233', 'status': 'completed', 'code': 200} May 20 19:43:39.895312 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0c83d176-599d-46e3-ab9a-b882951915a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:39.906811 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Router fd02bb51-b158-4794-bf64-acae076947d3 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:43:39.967492 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-d9203275-c928-487b-8ffc-b2f7432ba57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:39.970153 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-d9203275-c928-487b-8ffc-b2f7432ba57b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29c68fb3f9a14887a9c53496c4bb813e&device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 1096 time: 0.3284786 May 20 19:43:40.081956 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-d4c45653-5e8f-4a1f-bb1f-e1ca39795cb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9141a061-2903-4fbe-b73f-570f306f3233 HTTP/1.1" status: 200 len: 217 time: 0.1001110 May 20 19:43:40.102517 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:40.175730 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Transition to ACTIVE for port object 3c25e227-b938-4996-9333-bbe51ab16959 will not be triggered until provisioned by entity DHCP. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:40.200020 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-be53e7c7-5a99-46c2-a690-64892fe1d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:40.202357 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-be53e7c7-5a99-46c2-a690-64892fe1d815 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5d1a9f6e-1615-4254-8b62-21ed15b52fe5 HTTP/1.1" status: 200 len: 847 time: 0.1083186 May 20 19:43:40.284313 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57bd0e-8792-4482-92dd-06104b0c6e50 req-b48e6105-ba6f-4c5f-9487-4bf8eff7dcc5 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:40.292793 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-cc57bd0e-8792-4482-92dd-06104b0c6e50 req-b48e6105-ba6f-4c5f-9487-4bf8eff7dcc5 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 943 time: 0.4604876 May 20 19:43:40.331530 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35216) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:40.341458 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-155ae3f9-b028-4f39-8ebf-947c8074642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:40.343366 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-155ae3f9-b028-4f39-8ebf-947c8074642d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3030e65f-2520-48a7-9eae-d4a72dc4ca54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1343391 May 20 19:43:40.387840 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-53d5f5a1-2b76-41a5-a99d-ac35767510a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:40.390835 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 0c44ae88-c3fd-49c2-9358-628c90c81840 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:40.450056 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:43:40.455507 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-53d5f5a1-2b76-41a5-a99d-ac35767510a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:40.466677 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aa016-867a-4c4a-b505-cd2c2ab3afb9 None None] Sync routers for ids ['fd02bb51-b158-4794-bf64-acae076947d3'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:43:40.472286 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-cc57bd0e-8792-4482-92dd-06104b0c6e50 req-c9786b3e-ba46-41b7-88d7-38ed4ca67160 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Synchronizing usage tracker for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:40.479655 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-53d5f5a1-2b76-41a5-a99d-ac35767510a4 admin admin] Usage tracker for resource:security_group_rule and tenant:efd4669d91c349d6bfc10c639ba57204 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:40.483417 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-53d5f5a1-2b76-41a5-a99d-ac35767510a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:40.485507 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161aa016-867a-4c4a-b505-cd2c2ab3afb9 None None] Routers {'fd02bb51-b158-4794-bf64-acae076947d3'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:40.486750 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-161aa016-867a-4c4a-b505-cd2c2ab3afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd02bb51-b158-4794-bf64-acae076947d3'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:40.499976 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:40.506372 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-53d5f5a1-2b76-41a5-a99d-ac35767510a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:40.508926 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-57383392-187e-45a2-add8-33136cef33c4 tempest-VolumesActionsTest-580601516 tempest-VolumesActionsTest-580601516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:40.547624 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] 10.222.0.44 "PUT /v2.0/routers/fd02bb51-b158-4794-bf64-acae076947d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5858855 May 20 19:43:40.553572 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35220) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:40.608291 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:40.610879 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-cc57bd0e-8792-4482-92dd-06104b0c6e50 req-c9786b3e-ba46-41b7-88d7-38ed4ca67160 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Unset dirty status for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:40.613625 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-cc57bd0e-8792-4482-92dd-06104b0c6e50 req-c9786b3e-ba46-41b7-88d7-38ed4ca67160 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198535 May 20 19:43:40.622132 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:40.628917 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 0c44ae88-c3fd-49c2-9358-628c90c81840 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:40.636153 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:40.643715 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 0c44ae88-c3fd-49c2-9358-628c90c81840 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:40.644692 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:40.672679 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-f2363206-e47e-4a56-8644-df09deeb60db service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218372 May 20 19:43:40.769530 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Pushing event updated for resources: {'Port': ['ID=3c25e227-b938-4996-9333-bbe51ab16959,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:40.783717 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:40.828692 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711962'] for router_interface, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:40.933205 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-161aa016-867a-4c4a-b505-cd2c2ab3afb9 None None] Set router fd02bb51-b158-4794-bf64-acae076947d3 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:41.050142 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Notify callbacks [] for router, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.113028 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-53d5f5a1-2b76-41a5-a99d-ac35767510a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.120354 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-53d5f5a1-2b76-41a5-a99d-ac35767510a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.131164 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c9be8343-117c-4248-8c11-4e9242950351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:41.138593 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.181685 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-c35e2de7-6ec8-4248-8ec3-f3bacc5ea85e None None] Provisioning for port 3c25e227-b938-4996-9333-bbe51ab16959 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:41.244021 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 0c44ae88-c3fd-49c2-9358-628c90c81840, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=0c44ae88-c3fd-49c2-9358-628c90c81840,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:41.253252 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-c35e2de7-6ec8-4248-8ec3-f3bacc5ea85e None None] Provisioning complete for port 3c25e227-b938-4996-9333-bbe51ab16959 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:41.253651 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c35e2de7-6ec8-4248-8ec3-f3bacc5ea85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.289323 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5f5a1-2b76-41a5-a99d-ac35767510a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db385302-cd25-4d11-879c-8cf3a4915dec,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:41.295152 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.305230 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-53d5f5a1-2b76-41a5-a99d-ac35767510a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=efd4669d91c349d6bfc10c639ba57204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9597676 May 20 19:43:41.306679 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-53d5f5a1-2b76-41a5-a99d-ac35767510a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:41.322791 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:41.350254 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35226) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:41.415537 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-c35e2de7-6ec8-4248-8ec3-f3bacc5ea85e None None] Port 3c25e227-b938-4996-9333-bbe51ab16959 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:43:41.428672 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3713ac3a-4461-401e-91d9-7afbaf0fc297 req-20b419c9-eb53-461c-9f7f-1e66fe5067d0 service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474046 May 20 19:43:41.463249 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.475790 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=0c44ae88-c3fd-49c2-9358-628c90c81840,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:41.480812 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.484896 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:41.516785 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c4c7dab2-a112-48e4-9e60-dae5eb161a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.552112 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-161aa016-867a-4c4a-b505-cd2c2ab3afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'name': 'tempest-ServerRescueNegativeTestJSON-376704928-router', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:35Z', 'updated_at': '2021-05-20T19:43:37Z', 'revision_number': 5, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'gw_port': {'id': '85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:40:37Z', 'updated_at': '2021-05-20T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:41.560425 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aa016-867a-4c4a-b505-cd2c2ab3afb9 None None] Checking router: fd02bb51-b158-4794-bf64-acae076947d3 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:43:41.600862 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161aa016-867a-4c4a-b505-cd2c2ab3afb9 None None] Routers {'fd02bb51-b158-4794-bf64-acae076947d3'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:41.601701 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-161aa016-867a-4c4a-b505-cd2c2ab3afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd02bb51-b158-4794-bf64-acae076947d3'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:41.657185 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c4c7dab2-a112-48e4-9e60-dae5eb161a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.785332 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Deleting port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:43:41.785877 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.817154 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2c1fa-a9ef-4c81-9d30-56987edc1e43 req-110ac901-69af-403a-97be-cb3d55b489e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:41.818989 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83a2c1fa-a9ef-4c81-9d30-56987edc1e43 req-110ac901-69af-403a-97be-cb3d55b489e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29c68fb3f9a14887a9c53496c4bb813e&device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 1096 time: 0.2999339 May 20 19:43:41.853311 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c4c7dab2-a112-48e4-9e60-dae5eb161a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.861089 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f70cbec7-3935-4805-a2f2-0b1a93aaf75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:41.861335 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-161aa016-867a-4c4a-b505-cd2c2ab3afb9 None None] Set router fd02bb51-b158-4794-bf64-acae076947d3 gateway port host: None {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:41.943581 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7dab2-a112-48e4-9e60-dae5eb161a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db385302-cd25-4d11-879c-8cf3a4915dec,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:41.957515 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c4c7dab2-a112-48e4-9e60-dae5eb161a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:41.976120 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab010f57-3821-48b2-bbbc-31f1bd250825 req-d7b129d7-1326-4d9f-8682-718d8f828976 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:41.976120 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ab010f57-3821-48b2-bbbc-31f1bd250825 req-d7b129d7-1326-4d9f-8682-718d8f828976 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 943 time: 0.1527855 May 20 19:43:41.977409 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:41.984263 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:42.013055 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-161aa016-867a-4c4a-b505-cd2c2ab3afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'name': 'tempest-ServerRescueNegativeTestJSON-376704928-router', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:35Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 6, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'gw_port_host': None}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:42.021200 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:42.028595 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aa016-867a-4c4a-b505-cd2c2ab3afb9 None None] The sync data for ids ['fd02bb51-b158-4794-bf64-acae076947d3'] in dv-cinder-792462-2-smb is: [{'id': 'fd02bb51-b158-4794-bf64-acae076947d3', 'name': 'tempest-ServerRescueNegativeTestJSON-376704928-router', 'tenant_id': 'cc4fb9fc99f44c52a521041c42fde774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:40:35Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 6, 'project_id': 'cc4fb9fc99f44c52a521041c42fde774', 'gw_port_host': None}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:43:42.029241 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c4c7dab2-a112-48e4-9e60-dae5eb161a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:42.032896 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-c4c7dab2-a112-48e4-9e60-dae5eb161a3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db385302-cd25-4d11-879c-8cf3a4915dec HTTP/1.1" status: 204 len: 168 time: 0.6791022 May 20 19:43:42.082767 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] For port 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:42.083453 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:42.283047 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Pushing event updated for resources: {'Port': ['ID=3c25e227-b938-4996-9333-bbe51ab16959,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:42.293439 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454753'] for router_interface, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:42.303808 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ab010f57-3821-48b2-bbbc-31f1bd250825 req-020270a6-ccd1-47e5-927b-1a6f60617f10 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871304 May 20 19:43:42.307483 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.307938 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.308396 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.308827 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.309252 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.309886 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.310323 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.310757 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.311175 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.311588 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.312165 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.312647 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:42.318813 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:42.333264 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Calling delete_port for 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba owned by network:router_gateway {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:43:42.336426 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2c1fa-a9ef-4c81-9d30-56987edc1e43 req-885f1a36-745f-4c6b-a6c7-e4bb263ef7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:42.337791 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83a2c1fa-a9ef-4c81-9d30-56987edc1e43 req-885f1a36-745f-4c6b-a6c7-e4bb263ef7d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3030e65f-2520-48a7-9eae-d4a72dc4ca54 HTTP/1.1" status: 200 len: 909 time: 0.5041082 May 20 19:43:42.426106 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83a2c1fa-a9ef-4c81-9d30-56987edc1e43 req-df13c1b4-3bee-4514-8d8c-1745ff83679a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9141a061-2903-4fbe-b73f-570f306f3233 HTTP/1.1" status: 200 len: 217 time: 0.0796437 May 20 19:43:42.521234 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:42.522898 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:42.529113 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2c1fa-a9ef-4c81-9d30-56987edc1e43 req-4462cc57-29f6-4c58-886d-cf99b391c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:42.530548 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83a2c1fa-a9ef-4c81-9d30-56987edc1e43 req-4462cc57-29f6-4c58-886d-cf99b391c645 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5d1a9f6e-1615-4254-8b62-21ed15b52fe5 HTTP/1.1" status: 200 len: 847 time: 0.0809104 May 20 19:43:42.536021 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 0c44ae88-c3fd-49c2-9358-628c90c81840 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:42.659816 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 0c44ae88-c3fd-49c2-9358-628c90c81840 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:42.660285 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:42.795289 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35242) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:42.843560 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-52229307-f836-4798-98b6-4b734d0ed9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:42.865339 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-52229307-f836-4798-98b6-4b734d0ed9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:42.874949 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-52229307-f836-4798-98b6-4b734d0ed9e8 admin admin] Usage tracker for resource:security_group_rule and tenant:5e954181a2bc495b9c35f599cc9b2c40 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:42.880629 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-52229307-f836-4798-98b6-4b734d0ed9e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:42.889918 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 08ec475f-0c81-49b2-b0cc-70cab917f41c no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:42.897397 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-52229307-f836-4798-98b6-4b734d0ed9e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:42.908899 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Router 99eccf41-3708-44c4-8ac2-02f2c0552036 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:43:42.937937 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:42.939651 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 08ec475f-0c81-49b2-b0cc-70cab917f41c {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:43:42.940083 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 08ec475f-0c81-49b2-b0cc-70cab917f41c not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:43:42.955747 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-7b8700e6-35b8-4182-9828-7722b8b5748a tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:42.971455 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-0683aea2-89a0-412c-82ad-4ac4df4e04d3 None None] Provisioning complete for port 3c25e227-b938-4996-9333-bbe51ab16959 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:42.971956 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0683aea2-89a0-412c-82ad-4ac4df4e04d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.016730 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Pushing event deleted for resources: {'Port': ['ID=85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:43.049990 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:43.052690 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-0683aea2-89a0-412c-82ad-4ac4df4e04d3 None None] Port 3c25e227-b938-4996-9333-bbe51ab16959 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:43:43.130145 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2c1fa-a9ef-4c81-9d30-56987edc1e43 req-c2d83ffd-2248-4d59-84bd-df8e47ee2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:43.131166 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83a2c1fa-a9ef-4c81-9d30-56987edc1e43 req-c2d83ffd-2248-4d59-84bd-df8e47ee2dc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3030e65f-2520-48a7-9eae-d4a72dc4ca54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2763970 May 20 19:43:43.131944 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711864'] for router_gateway, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.160687 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:43:43.170474 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Sync routers for ids ['99eccf41-3708-44c4-8ac2-02f2c0552036'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:43:43.185239 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Routers {'99eccf41-3708-44c4-8ac2-02f2c0552036'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:43.186139 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['99eccf41-3708-44c4-8ac2-02f2c0552036'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:43.192701 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-52229307-f836-4798-98b6-4b734d0ed9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.198634 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] 10.222.0.44 "PUT /v2.0/routers/99eccf41-3708-44c4-8ac2-02f2c0552036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7566736 May 20 19:43:43.218095 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-52229307-f836-4798-98b6-4b734d0ed9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.246972 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-cab29547-23e1-4f36-9170-b94df597096d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:43.305138 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52229307-f836-4798-98b6-4b734d0ed9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5197b21-1ea5-4187-ba63-3c9468e7397d,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:43.322310 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-52229307-f836-4798-98b6-4b734d0ed9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:43.336753 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-52229307-f836-4798-98b6-4b734d0ed9e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e954181a2bc495b9c35f599cc9b2c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405059 May 20 19:43:43.337752 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35248) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:43.370192 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.421258 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-520bc58a-30e1-4e3e-b1dc-ad00b00d3c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.425261 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.470348 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-520bc58a-30e1-4e3e-b1dc-ad00b00d3c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.487377 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Set router 99eccf41-3708-44c4-8ac2-02f2c0552036 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:43.607197 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3693124'] for router, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.613195 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a1507-4c62-4c05-a02e-d6df2f66b625 req-8a32ecb0-5242-40a5-8a1f-879c3ab060a9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:43.614766 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a30a1507-4c62-4c05-a02e-d6df2f66b625 req-8a32ecb0-5242-40a5-8a1f-879c3ab060a9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 943 time: 0.1352835 May 20 19:43:43.615950 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-520bc58a-30e1-4e3e-b1dc-ad00b00d3c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.619783 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-7213493c-bfde-47ba-9031-15e0f428610f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:43.621100 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd02bb51-b158-4794-bf64-acae076947d3 {{(pid=98302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:43:43.644298 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83a2c1fa-a9ef-4c81-9d30-56987edc1e43 req-7c14ba93-3a85-471a-bf6e-d2da5225bc5c service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707229 May 20 19:43:43.651337 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bc58a-30e1-4e3e-b1dc-ad00b00d3c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5197b21-1ea5-4187-ba63-3c9468e7397d,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:43.655154 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-520bc58a-30e1-4e3e-b1dc-ad00b00d3c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:43.671756 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-520bc58a-30e1-4e3e-b1dc-ad00b00d3c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.675998 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-520bc58a-30e1-4e3e-b1dc-ad00b00d3c40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5197b21-1ea5-4187-ba63-3c9468e7397d HTTP/1.1" status: 204 len: 168 time: 0.3340800 May 20 19:43:43.690902 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Notify callbacks [] for router, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.694253 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] 10.222.0.44 "DELETE /v2.0/routers/fd02bb51-b158-4794-bf64-acae076947d3 HTTP/1.1" status: 204 len: 168 time: 3.1373181 May 20 19:43:43.698745 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35260) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:43.817940 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a30a1507-4c62-4c05-a02e-d6df2f66b625 req-ccc0f306-437a-4845-8e13-42d987c7ddd4 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881800 May 20 19:43:43.903859 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea53cfcf-e495-46cf-8059-dcee2fadb709 admin admin] Deleting subnet 7949ae50-1bb2-4488-9a28-3be9e26200c6 {{(pid=98301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:43:43.928005 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.930130 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea53cfcf-e495-46cf-8059-dcee2fadb709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:43.977533 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83a2c1fa-a9ef-4c81-9d30-56987edc1e43 req-13ca2b70-ea51-4de9-9000-c41399454e15 service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677624 May 20 19:43:44.031373 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea53cfcf-e495-46cf-8059-dcee2fadb709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60923732'] for subnet, precommit_delete_associations {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:44.044358 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3c25e227-b938-4996-9333-bbe51ab16959', 'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'mac_address': 'fa:16:3e:bf:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:38Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 2, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'subnets': [{'id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:44.049388 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Checking router: 99eccf41-3708-44c4-8ac2-02f2c0552036 for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:43:44.050186 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Updating router 99eccf41-3708-44c4-8ac2-02f2c0552036 port 3c25e227-b938-4996-9333-bbe51ab16959 binding host dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:43:44.093308 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea53cfcf-e495-46cf-8059-dcee2fadb709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:44.123249 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:44.322608 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:43:44.362378 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:43:44.362723 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 85f7d98c-d8d7-4fd2-9a76-1fe054cf34ba not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:43:44.524679 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea53cfcf-e495-46cf-8059-dcee2fadb709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61032365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60936210'] for subnet, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:44.530015 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:44.574606 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53cfcf-e495-46cf-8059-dcee2fadb709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7949ae50-1bb2-4488-9a28-3be9e26200c6,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:44.579049 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ea53cfcf-e495-46cf-8059-dcee2fadb709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:44.581340 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea53cfcf-e495-46cf-8059-dcee2fadb709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:44.587953 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-ea53cfcf-e495-46cf-8059-dcee2fadb709 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7949ae50-1bb2-4488-9a28-3be9e26200c6 HTTP/1.1" status: 204 len: 168 time: 0.8843524 May 20 19:43:44.590476 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35288) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:44.718420 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:44.734235 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35294) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:44.740866 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1765820971-network', 'tenant_id': '137e449e6536456fa7aa6cf111491185'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:44.746002 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:44.750849 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Usage tracker for resource:network and tenant:137e449e6536456fa7aa6cf111491185 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:44.754389 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Notify callbacks [] for port, precommit_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:44.755487 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:44.762492 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:44.777634 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Made reservation on behalf of 137e449e6536456fa7aa6cf111491185 for: {'network': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:43:44.783939 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.provisioning_blocks [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Transition to ACTIVE for port object 3c25e227-b938-4996-9333-bbe51ab16959 will not be triggered until provisioned by entity L2. {{(pid=98304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:44.792491 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:44.802893 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:44.805169 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:44.849429 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:44.893577 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:44.898564 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Usage tracker for resource:security_group_rule and tenant:137e449e6536456fa7aa6cf111491185 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:44.903727 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:44.919975 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:45.070523 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9214dc5-2330-4a70-ad24-021a141e0924 None None] Pushing event updated for resources: {'Port': ['ID=3c25e227-b938-4996-9333-bbe51ab16959,revision_number=3']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:45.075676 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-e9214dc5-2330-4a70-ad24-021a141e0924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:45.153196 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.159866 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.164650 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-bc7c28f9-b231-42f8-b88c-ac1164410fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:45.185273 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Attempting to bind port 3c25e227-b938-4996-9333-bbe51ab16959 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:45.187438 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Attempting to bind port 3c25e227-b938-4996-9333-bbe51ab16959 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:45.188568 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Attempting to bind port 3c25e227-b938-4996-9333-bbe51ab16959 on network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:45.209833 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:45.210723 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Checking segment: {'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:45.211354 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.211953 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Bound using segment: {'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:45.212677 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Bound port: 3c25e227-b938-4996-9333-bbe51ab16959, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'}}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:45.212956 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.214157 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.222605 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=98302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:43:45.252785 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a4ae3-7665-475c-beff-9860b498f3e9,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:45.271504 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.271861 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.segments_db [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Added segment 7f628d80-9f51-40bb-baa5-50d4fe884357 of type vlan for network 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 May 20 19:43:45.273480 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:45.279018 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 9141a061-2903-4fbe-b73f-570f306f3233 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:43:45.342643 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd580fa-8747-45e2-8a5c-27dd0102a58b']}} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:45.356859 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4185d6aa-e633-4b26-a0d7-10d637e78818') {'for_net_delete': True} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:45.357189 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4185d6aa-e633-4b26-a0d7-10d637e78818') {} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:45.370497 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60923739'] for segment, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.393081 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.400000 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=98301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:43:45.400481 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61032203'] for segment, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.424936 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.425436 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] For port 3c25e227-b938-4996-9333-bbe51ab16959, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:45.431020 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] For port 3c25e227-b938-4996-9333-bbe51ab16959, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=3c25e227-b938-4996-9333-bbe51ab16959,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:45.440020 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.453908 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-e0d1fed4-06b7-46ce-836d-a24518afb72f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: Traceback (most recent call last): May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: timer() May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: cb(*args, **kw) May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: return func(*args, **kwargs) May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: self._notify() May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: self.callback(batched_events) May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: event.method(event) May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: return f(self, *a, **k) May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: return self._get(url).json() May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: return self.request(url, 'GET', **kwargs) May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:43:45.498801 dv-cinder-792462-2-smb neutron-server[98301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:43:45.509163 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.526547 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.527031 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-9ea60c3a-4318-4b7e-a251-84e510766200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:45.536809 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:45.537419 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 9141a061-2903-4fbe-b73f-570f306f3233, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9141a061-2903-4fbe-b73f-570f306f3233,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:45.538678 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.549419 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Routers {'99eccf41-3708-44c4-8ac2-02f2c0552036'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:45.551420 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['99eccf41-3708-44c4-8ac2-02f2c0552036'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:45.553155 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '9141a061-2903-4fbe-b73f-570f306f3233', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'port_id': '9141a061-2903-4fbe-b73f-570f306f3233', 'mac_address': 'fa:16:3e:32:33:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:43:45.554923 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.586433 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-99fb1fa6-00c8-4749-91ab-cb57f733aba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:45.593223 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd580fa-8747-45e2-8a5c-27dd0102a58b,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:45.603877 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:45.621025 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8842926 May 20 19:43:45.627517 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35314) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:45.631620 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-58c23fb2-46b2-4511-a18a-58b6f162abde admin admin] 10.222.0.44 "DELETE /v2.0/networks/4fd580fa-8747-45e2-8a5c-27dd0102a58b HTTP/1.1" status: 204 len: 168 time: 1.0401368 May 20 19:43:45.653097 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Request body: {'subnet': {'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1765820971-subnet', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'ip_version': 4}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:45.660258 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.661913 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:45.669572 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Usage tracker for resource:subnet and tenant:137e449e6536456fa7aa6cf111491185 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:45.688222 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9141a061-2903-4fbe-b73f-570f306f3233 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:43:45.714797 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074afcc4-2876-4bcd-9549-c7f340111cf2 req-049748ad-73c1-4d5a-b463-dd6cebc009ad tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:45.728922 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-074afcc4-2876-4bcd-9549-c7f340111cf2 req-049748ad-73c1-4d5a-b463-dd6cebc009ad tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 943 time: 0.5192869 May 20 19:43:45.733032 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 9141a061-2903-4fbe-b73f-570f306f3233, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9141a061-2903-4fbe-b73f-570f306f3233,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:45.740197 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:45.744217 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-f0edaf17-0866-43b5-a296-2fe17a18efe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:45.772935 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:45.827543 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:45.841751 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9214dc5-2330-4a70-ad24-021a141e0924 None None] Pushing event updated for resources: {'Port': ['ID=3c25e227-b938-4996-9333-bbe51ab16959,revision_number=4']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:45.847664 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5e09630a-5350-4cb0-8b1b-a55b2fe68b77,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:45.853349 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-e9214dc5-2330-4a70-ad24-021a141e0924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:45.855667 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-074afcc4-2876-4bcd-9549-c7f340111cf2 req-cf002b4e-eb27-44ad-88ce-23f281bbe823 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231244 May 20 19:43:45.878614 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:43:45.892519 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:45.901756 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Made reservation on behalf of 137e449e6536456fa7aa6cf111491185 for: {'subnet': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:43:45.905074 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1605234'] for subnet, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:46.085140 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] Set router 99eccf41-3708-44c4-8ac2-02f2c0552036 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:46.099432 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35324) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:46.161140 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=9141a061-2903-4fbe-b73f-570f306f3233,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:46.187789 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:46.216171 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-0c35f2fb-e70f-44fd-805a-9bf6c6197286 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc4fb9fc99f44c52a521041c42fde774&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1149783 May 20 19:43:46.220644 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35330) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:46.255690 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['9141a061-2903-4fbe-b73f-570f306f3233'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:43:46.327416 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-23df704f-91dc-45d2-99f9-375797f6b447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:46.401733 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-23df704f-91dc-45d2-99f9-375797f6b447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:46.445080 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35336) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:46.508718 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:43:46.559984 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-23df704f-91dc-45d2-99f9-375797f6b447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:46.568223 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-9e807ccb-54aa-45b0-b920-7d4e70b02ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:46.588000 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df704f-91dc-45d2-99f9-375797f6b447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb38b49-f7a5-445f-9a4e-518d69358a9c,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:46.590800 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-23df704f-91dc-45d2-99f9-375797f6b447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:46.600972 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-23df704f-91dc-45d2-99f9-375797f6b447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:46.602162 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-23df704f-91dc-45d2-99f9-375797f6b447 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fb38b49-f7a5-445f-9a4e-518d69358a9c HTTP/1.1" status: 204 len: 168 time: 0.3804448 May 20 19:43:46.654814 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1605216'] for subnet, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:46.660689 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-9d5d692c-16cc-4f74-adf0-49a87797c47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:46.671094 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-263f95e3-79ec-4886-94aa-eb6a4411f501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:46.690079 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-263f95e3-79ec-4886-94aa-eb6a4411f501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:46.698511 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-263f95e3-79ec-4886-94aa-eb6a4411f501 admin admin] Usage tracker for resource:security_group_rule and tenant:ce0a14a7faec43618022b9914239bd6e is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:46.699686 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3c25e227-b938-4996-9333-bbe51ab16959', 'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'mac_address': 'fa:16:3e:bf:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:38Z', 'updated_at': '2021-05-20T19:43:45Z', 'revision_number': 4, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'subnets': [{'id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:46.702489 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-263f95e3-79ec-4886-94aa-eb6a4411f501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:46.707156 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af04de3-fc9b-4769-bc90-99e28417e77f None None] The sync data for ids ['99eccf41-3708-44c4-8ac2-02f2c0552036'] in dv-cinder-792462-2-smb is: [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3c25e227-b938-4996-9333-bbe51ab16959', 'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'mac_address': 'fa:16:3e:bf:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:38Z', 'updated_at': '2021-05-20T19:43:45Z', 'revision_number': 4, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'subnets': [{'id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:43:46.726670 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-263f95e3-79ec-4886-94aa-eb6a4411f501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:46.819025 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9455e628-e9f8-4c50-8193-1e86c3c742b7,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:46.824041 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:46.839465 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Checking segment: {'id': '7f628d80-9f51-40bb-baa5-50d4fe884357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:46.839834 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Network hostable DHCP agents. Network: 5e09630a-5350-4cb0-8b1b-a55b2fe68b77, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:43:46.874443 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Network 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:43:46.897573 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 5e09630a-5350-4cb0-8b1b-a55b2fe68b77) {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:46.912473 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5bbe72-c031-4575-a58f-7b3302489152 None None] Network 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:43:46.926867 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:46.927469 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:46.943206 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-263f95e3-79ec-4886-94aa-eb6a4411f501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:46.949385 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-263f95e3-79ec-4886-94aa-eb6a4411f501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:46.964292 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f56ab13e-a0b6-4841-966d-09b177ccd95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:46.997550 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3659856 May 20 19:43:46.998543 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35348) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:47.006781 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f95e3-79ec-4886-94aa-eb6a4411f501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ff9622-162b-4b3b-9bfd-4daa8f6cbbc0,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:47.011634 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-263f95e3-79ec-4886-94aa-eb6a4411f501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:47.030657 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1765820971-router', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:47.039389 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:47.045234 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Usage tracker for resource:router and tenant:137e449e6536456fa7aa6cf111491185 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:47.047717 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-263f95e3-79ec-4886-94aa-eb6a4411f501 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce0a14a7faec43618022b9914239bd6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013458 May 20 19:43:47.054785 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35352) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:47.058067 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:47.067211 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:47.084851 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3713000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:47.087201 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:47.108186 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:47.238347 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f45d87c7-a082-4875-a6fc-09181aad0150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:47.274241 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f45d87c7-a082-4875-a6fc-09181aad0150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:47.294802 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-a720cdf2-ce76-4bd1-a351-d02b460fc3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:47.299935 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aa7531f-32a6-586f-bd9e-b2fadefdb9c7-5e09630a-5350-4cb0-8b1b-a55b2fe68b77', 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'fixed_ips': [{'subnet_id': '9455e628-e9f8-4c50-8193-1e86c3c742b7'}]}} from dv-cinder-792462-2-smb. {{(pid=98303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:43:47.302922 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:47.352416 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f45d87c7-a082-4875-a6fc-09181aad0150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:47.359897 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-66fb2e2a-8f47-47ad-aeab-d1b88c1b2436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:47.373843 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d87c7-a082-4875-a6fc-09181aad0150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ff9622-162b-4b3b-9bfd-4daa8f6cbbc0,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:47.383152 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f45d87c7-a082-4875-a6fc-09181aad0150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:47.405082 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f45d87c7-a082-4875-a6fc-09181aad0150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:47.406616 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-f45d87c7-a082-4875-a6fc-09181aad0150 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27ff9622-162b-4b3b-9bfd-4daa8f6cbbc0 HTTP/1.1" status: 204 len: 168 time: 0.3535485 May 20 19:43:47.424929 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beca6b-5a82-4e73-92ce-657400479ae1 req-432a3b50-652c-463d-b632-f4ff4ddad5df tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:47.426799 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-24beca6b-5a82-4e73-92ce-657400479ae1 req-432a3b50-652c-463d-b632-f4ff4ddad5df tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 944 time: 0.2915232 May 20 19:43:47.483850 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-24beca6b-5a82-4e73-92ce-657400479ae1 req-0c6765dc-87bb-4693-8164-5020a82fdb4c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493932 May 20 19:43:47.665470 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3713022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3170'] for router, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:47.824368 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.db_base_plugin_common [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Allocated IP 172.20.0.2 (5e09630a-5350-4cb0-8b1b-a55b2fe68b77/9455e628-e9f8-4c50-8193-1e86c3c742b7/7e8136df-88c5-4e8e-87c5-fa52bed8e0d4) {{(pid=98303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:48.176664 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Notify callbacks [] for port, precommit_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:48.202516 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Transition to ACTIVE for port object 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:48.218165 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:48.260253 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:48.265599 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Transition to ACTIVE for port object 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 will not be triggered until provisioned by entity DHCP. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:48.277121 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:48.283573 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:48.356695 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 3c25e227-b938-4996-9333-bbe51ab16959 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:48.433407 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Network 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 is already hosted by enough agents. {{(pid=98303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:48.438688 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.base_scheduler [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Resources bound (agent type, host, resource id): {{(pid=98303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:48.442392 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Received port after_create {{(pid=98303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:48.486461 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Pushing event updated for resources: {'Port': ['ID=7e8136df-88c5-4e8e-87c5-fa52bed8e0d4,revision_number=1']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:48.496677 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:48.545658 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Allocated IP 172.28.2.33 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/ae6ed0b9-6343-4d90-89e3-d76f232802ac) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:48.606348 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Attempting to bind port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:48.606728 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Attempting to bind port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '7f628d80-9f51-40bb-baa5-50d4fe884357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:48.607087 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Attempting to bind port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 on network 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:48.630291 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:48.630659 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Checking segment: {'id': '7f628d80-9f51-40bb-baa5-50d4fe884357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:48.632019 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:48.633826 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Bound using segment: {'id': '7f628d80-9f51-40bb-baa5-50d4fe884357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:48.634369 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Bound port: 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f628d80-9f51-40bb-baa5-50d4fe884357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:48.634764 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:48.661160 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 3c25e227-b938-4996-9333-bbe51ab16959 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:48.680808 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 3c25e227-b938-4996-9333-bbe51ab16959 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:48.681191 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:48.842410 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:48.915370 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:48.933613 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-012b5505-6ca5-4ede-bc37-e186bf388b64 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:48.952154 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c44419-db2d-4f87-b26c-629533bf930e req-5dc22301-a3c7-464e-be53-52833bb6bc9d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:48.964144 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f8c44419-db2d-4f87-b26c-629533bf930e req-5dc22301-a3c7-464e-be53-52833bb6bc9d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 944 time: 0.2062116 May 20 19:43:49.033724 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f8c44419-db2d-4f87-b26c-629533bf930e req-f7ad3c30-ffcd-43c0-ac25-6c24ea6fa6f0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673537 May 20 19:43:49.047527 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:49.051638 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:49.055855 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:49.064622 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] For port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:49.090697 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] For port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=7e8136df-88c5-4e8e-87c5-fa52bed8e0d4,segment=NetworkSegment(7f628d80-9f51-40bb-baa5-50d4fe884357),segment_id=7f628d80-9f51-40bb-baa5-50d4fe884357)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:49.100581 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:49.106550 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:49.158078 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:49.194174 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Pushing event updated for resources: {'Port': ['ID=ae6ed0b9-6343-4d90-89e3-d76f232802ac,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:49.209906 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:49.240908 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Pushing event updated for resources: {'Port': ['ID=7e8136df-88c5-4e8e-87c5-fa52bed8e0d4,revision_number=2']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:49.244769 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:49.247813 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 3c25e227-b938-4996-9333-bbe51ab16959, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=3c25e227-b938-4996-9333-bbe51ab16959,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:49.253927 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:49.260041 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-b5d7c870-e38e-4b97-8cb3-2318620b3022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:49.379621 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=3c25e227-b938-4996-9333-bbe51ab16959,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:49.389926 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 9141a061-2903-4fbe-b73f-570f306f3233 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:49.433695 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:49.514725 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port 9141a061-2903-4fbe-b73f-570f306f3233 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:49.523823 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 9141a061-2903-4fbe-b73f-570f306f3233 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:49.532168 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:49.687620 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:49.738262 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:49.752632 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-873c5820-0c2a-44d4-b4de-09d520d5f762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:49.804794 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:49.837966 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 9141a061-2903-4fbe-b73f-570f306f3233, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9141a061-2903-4fbe-b73f-570f306f3233,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:49.845583 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:49.856161 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:49.940032 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233', 'code': 200} May 20 19:43:49.946362 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:50.011514 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=9141a061-2903-4fbe-b73f-570f306f3233,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:50.015114 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:50.474542 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457923'] for router, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:50.518534 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:50.607493 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:50.617065 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 3c25e227-b938-4996-9333-bbe51ab16959 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:50.646512 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ad6ec-169b-4164-b29e-c460ee8e019b req-de2b6a3a-64b7-4bcc-85f7-e9a2b8a0c0b2 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:50.655019 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-238ad6ec-169b-4164-b29e-c460ee8e019b req-de2b6a3a-64b7-4bcc-85f7-e9a2b8a0c0b2 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.4226160 May 20 19:43:50.714056 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 3c25e227-b938-4996-9333-bbe51ab16959 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:50.714530 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:50.743812 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2bec6e-607b-4859-8b0b-f4762f21b1f1 None None] Network 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:43:50.853575 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-238ad6ec-169b-4164-b29e-c460ee8e019b req-b74dd65c-528d-4c62-8f5a-7e13a01d9c50 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941633 May 20 19:43:50.922776 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842571b-e175-4a1f-9d93-f83de5d229a4 req-33675bae-bf66-4cbd-9892-d45b72ade960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:50.925389 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9842571b-e175-4a1f-9d93-f83de5d229a4 req-33675bae-bf66-4cbd-9892-d45b72ade960 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 1098 time: 0.5721655 May 20 19:43:50.965773 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-960698f3-4a15-4d82-b889-c96ac86c704b None None] Provisioning for port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:50.976678 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:50.986363 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-960698f3-4a15-4d82-b889-c96ac86c704b None None] Provisioning complete for port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:50.987349 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-960698f3-4a15-4d82-b889-c96ac86c704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:51.000555 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9842571b-e175-4a1f-9d93-f83de5d229a4 req-4160555d-fc59-451a-b598-225c30004cc0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618265 May 20 19:43:51.047510 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Router b429e466-c065-4bce-b149-2af889640769 is scheduled to L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 with binding_index 1 {{(pid=98302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:43:51.287335 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:43:51.313072 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Notify callbacks [] for router, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:51.313289 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Sync routers for ids ['b429e466-c065-4bce-b149-2af889640769'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:43:51.317566 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3148391 May 20 19:43:51.317952 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35468) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:51.372191 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Routers {'b429e466-c065-4bce-b149-2af889640769'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:51.372836 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['b429e466-c065-4bce-b149-2af889640769'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:51.475201 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-960698f3-4a15-4d82-b889-c96ac86c704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:51.595313 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-960698f3-4a15-4d82-b889-c96ac86c704b None None] For port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=7e8136df-88c5-4e8e-87c5-fa52bed8e0d4,segment=NetworkSegment(7f628d80-9f51-40bb-baa5-50d4fe884357),segment_id=7f628d80-9f51-40bb-baa5-50d4fe884357)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:51.602286 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-960698f3-4a15-4d82-b889-c96ac86c704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:51.607761 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:51.654856 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Set router b429e466-c065-4bce-b149-2af889640769 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:51.934029 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960698f3-4a15-4d82-b889-c96ac86c704b None None] Pushing event updated for resources: {'Port': ['ID=7e8136df-88c5-4e8e-87c5-fa52bed8e0d4,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:51.950537 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-960698f3-4a15-4d82-b889-c96ac86c704b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:52.022152 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-926b080c-2b34-4a38-84b3-17e90dd1bfe7 None None] Provisioning complete for port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:52.022534 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-926b080c-2b34-4a38-84b3-17e90dd1bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:52.170908 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:52.198278 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8c67a-f355-4222-a558-44d2f86f306a req-562f512c-a1f7-4dc9-a5d6-d9ddd7976fd1 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:52.200182 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9ce8c67a-f355-4222-a558-44d2f86f306a req-562f512c-a1f7-4dc9-a5d6-d9ddd7976fd1 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.1693363 May 20 19:43:52.203200 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429e466-c065-4bce-b149-2af889640769', 'name': 'tempest-TestMinimumBasicScenario-1765820971-router', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:47Z', 'updated_at': '2021-05-20T19:43:49Z', 'revision_number': 3, 'project_id': '137e449e6536456fa7aa6cf111491185', 'gw_port': {'id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429e466-c065-4bce-b149-2af889640769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:48Z', 'updated_at': '2021-05-20T19:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:52.226537 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Checking router: b429e466-c065-4bce-b149-2af889640769 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:43:52.226917 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Updating router b429e466-c065-4bce-b149-2af889640769 port ae6ed0b9-6343-4d90-89e3-d76f232802ac binding host dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:43:52.293947 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:52.355289 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:52.448169 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9ce8c67a-f355-4222-a558-44d2f86f306a req-04acf420-3ea2-409e-aa48-a1edd135649b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561353 May 20 19:43:52.508087 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:52.614834 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Allocated IP 172.20.0.1 (5e09630a-5350-4cb0-8b1b-a55b2fe68b77/9455e628-e9f8-4c50-8193-1e86c3c742b7/9d954b1c-c651-451d-a4bf-46b554993c71) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:52.672613 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:52.673274 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:52.924105 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:52.941787 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Transition to ACTIVE for port object 9d954b1c-c651-451d-a4bf-46b554993c71 will not be triggered until provisioned by entity DHCP. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:52.963069 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Notify callbacks [] for port, precommit_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:52.969725 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:52.984416 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Transition to ACTIVE for port object ae6ed0b9-6343-4d90-89e3-d76f232802ac will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:52.985041 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b521ea88-a41b-4ff6-9418-7fbce3d52795 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:52.998452 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:53.004806 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-6c2b9603-947f-414d-9abd-dcfe1a9945df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:53.051828 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Network 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:53.055572 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:53.058885 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:53.075798 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e71418-e0e9-414e-9742-eacd425dc4c3 None None] Pushing event updated for resources: {'Port': ['ID=ae6ed0b9-6343-4d90-89e3-d76f232802ac,revision_number=2']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:53.080373 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d5e71418-e0e9-414e-9742-eacd425dc4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:53.108207 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Attempting to bind port ae6ed0b9-6343-4d90-89e3-d76f232802ac on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:53.108735 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Attempting to bind port ae6ed0b9-6343-4d90-89e3-d76f232802ac by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:53.109199 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Attempting to bind port ae6ed0b9-6343-4d90-89e3-d76f232802ac on network 30f8c0e8-7295-47a8-a197-8cf663cc81fb {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:53.115242 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:53.115788 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Checking segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:53.116360 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:53.116861 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Bound using segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:53.117442 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Bound port: ae6ed0b9-6343-4d90-89e3-d76f232802ac, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:53.117936 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:53.126292 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711962'] for router_interface, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:53.211593 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] For port ae6ed0b9-6343-4d90-89e3-d76f232802ac, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:53.215980 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] For port ae6ed0b9-6343-4d90-89e3-d76f232802ac, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=ae6ed0b9-6343-4d90-89e3-d76f232802ac,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:53.221486 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:53.227496 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:53.304109 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=9d954b1c-c651-451d-a4bf-46b554993c71,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:53.317984 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:53.343260 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Routers {'b429e466-c065-4bce-b149-2af889640769'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:53.344359 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['b429e466-c065-4bce-b149-2af889640769'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:53.480738 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e71418-e0e9-414e-9742-eacd425dc4c3 None None] Pushing event updated for resources: {'Port': ['ID=ae6ed0b9-6343-4d90-89e3-d76f232802ac,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:53.506122 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d5e71418-e0e9-414e-9742-eacd425dc4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:53.550402 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:53.595730 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-666d7048-9276-4c03-92a0-f2a14c1536c3 None None] Provisioning for port 9d954b1c-c651-451d-a4bf-46b554993c71 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:53.608347 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-666d7048-9276-4c03-92a0-f2a14c1536c3 None None] Provisioning complete for port 9d954b1c-c651-451d-a4bf-46b554993c71 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:53.609036 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-666d7048-9276-4c03-92a0-f2a14c1536c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:53.708332 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-666d7048-9276-4c03-92a0-f2a14c1536c3 None None] Port 9d954b1c-c651-451d-a4bf-46b554993c71 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:43:53.711857 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] Set router b429e466-c065-4bce-b149-2af889640769 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:53.834614 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924af69-4547-441f-864b-1cc3c92945c8 req-f091a956-a4ab-4a60-aefb-881292ed20d0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:53.841718 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4924af69-4547-441f-864b-1cc3c92945c8 req-f091a956-a4ab-4a60-aefb-881292ed20d0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.2244627 May 20 19:43:53.916270 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4924af69-4547-441f-864b-1cc3c92945c8 req-36aacfe5-1b10-47a6-a4ee-e18ce498edfa tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736284 May 20 19:43:53.947470 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:53.953902 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:53.988764 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:54.078622 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=9d954b1c-c651-451d-a4bf-46b554993c71,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:54.081056 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429e466-c065-4bce-b149-2af889640769', 'name': 'tempest-TestMinimumBasicScenario-1765820971-router', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:47Z', 'updated_at': '2021-05-20T19:43:49Z', 'revision_number': 3, 'project_id': '137e449e6536456fa7aa6cf111491185', 'gw_port': {'id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429e466-c065-4bce-b149-2af889640769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:48Z', 'updated_at': '2021-05-20T19:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:54.082483 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454753'] for router_interface, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:54.086670 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:54.092850 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104fcc2d-2233-44bc-affc-0a23f3d0ba09 None None] The sync data for ids ['b429e466-c065-4bce-b149-2af889640769'] in dv-cinder-792462-2-smb is: [{'id': 'b429e466-c065-4bce-b149-2af889640769', 'name': 'tempest-TestMinimumBasicScenario-1765820971-router', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:47Z', 'updated_at': '2021-05-20T19:43:49Z', 'revision_number': 3, 'project_id': '137e449e6536456fa7aa6cf111491185', 'gw_port': {'id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429e466-c065-4bce-b149-2af889640769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:48Z', 'updated_at': '2021-05-20T19:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:43:54.164558 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72915c0a-bfb6-473c-b3ba-d43171db1803 req-f5f0d617-9408-479d-b328-b29c628601da tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:54.166846 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-72915c0a-bfb6-473c-b3ba-d43171db1803 req-f5f0d617-9408-479d-b328-b29c628601da tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.1305234 May 20 19:43:54.235106 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-72915c0a-bfb6-473c-b3ba-d43171db1803 req-a5963d1c-29a7-46ee-b7bb-65f26c153a28 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616226 May 20 19:43:54.253496 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35548) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:54.292936 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Network 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:54.294875 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:54.612593 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Router b429e466-c065-4bce-b149-2af889640769 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:43:54.636448 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-59fc12a0-e898-4740-bcb0-5f03cf1d6522 None None] Provisioning complete for port 9d954b1c-c651-451d-a4bf-46b554993c71 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:54.636821 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-59fc12a0-e898-4740-bcb0-5f03cf1d6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:54.695672 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e85541-db2a-4f74-a8a7-35ef91733ee0 tempest-TestShelveInstance-1437792754 tempest-TestShelveInstance-1437792754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:54.698717 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-07e85541-db2a-4f74-a8a7-35ef91733ee0 tempest-TestShelveInstance-1437792754 tempest-TestShelveInstance-1437792754-project-admin] Synchronizing usage tracker for tenant:cb3740e1ef154d208f6509223815021f on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:43:54.708357 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-59fc12a0-e898-4740-bcb0-5f03cf1d6522 None None] Port 9d954b1c-c651-451d-a4bf-46b554993c71 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:43:54.737534 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-07e85541-db2a-4f74-a8a7-35ef91733ee0 tempest-TestShelveInstance-1437792754 tempest-TestShelveInstance-1437792754-project-admin] Unset dirty status for tenant:cb3740e1ef154d208f6509223815021f on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:43:54.740126 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-07e85541-db2a-4f74-a8a7-35ef91733ee0 tempest-TestShelveInstance-1437792754 tempest-TestShelveInstance-1437792754-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 1093 time: 0.4819651 May 20 19:43:54.741904 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35560) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:54.753067 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Request body: {'floatingip': {'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'port_id': '9141a061-2903-4fbe-b73f-570f306f3233', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:43:54.769114 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:54.781115 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Usage tracker for resource:floatingip and tenant:29c68fb3f9a14887a9c53496c4bb813e is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:54.785777 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:54.794057 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:54.809700 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for floatingip, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:54.974798 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35568) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:55.013767 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:43:55.024564 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] 10.222.0.44 "PUT /v2.0/routers/b429e466-c065-4bce-b149-2af889640769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7053988 May 20 19:43:55.060300 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:55.209655 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-37daa2b5-5ec7-4870-8be1-0a7a39b2797a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:55.242815 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-37daa2b5-5ec7-4870-8be1-0a7a39b2797a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:55.249382 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-37daa2b5-5ec7-4870-8be1-0a7a39b2797a admin admin] Usage tracker for resource:security_group_rule and tenant:68584577ee13449fb59e8982d562c3dd is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:55.255222 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-37daa2b5-5ec7-4870-8be1-0a7a39b2797a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:55.266481 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-37daa2b5-5ec7-4870-8be1-0a7a39b2797a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:55.279310 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Allocated IP 172.28.2.116 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/a8163f5e-ba78-4eb8-9d3a-4b4ee1d4c13a) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:43:55.509493 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:55.517440 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-37daa2b5-5ec7-4870-8be1-0a7a39b2797a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:55.523373 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-37daa2b5-5ec7-4870-8be1-0a7a39b2797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:55.534198 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8ad8e3b7-75b3-4d54-afac-871b687cfcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:55.593119 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-37daa2b5-5ec7-4870-8be1-0a7a39b2797a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68584577ee13449fb59e8982d562c3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6121686 May 20 19:43:55.595946 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37daa2b5-5ec7-4870-8be1-0a7a39b2797a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48fb22e-1eeb-46f1-bd5d-dd7965ffd593,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:55.596675 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35598) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:55.600151 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-37daa2b5-5ec7-4870-8be1-0a7a39b2797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:55.613770 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:55.621574 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-32795b66-132b-41e6-ab85-6ea4f73240b2 tempest-DeleteServersTestJSON-282611271 tempest-DeleteServersTestJSON-282611271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:55.681391 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-48841580-7fd8-4912-b36b-f8914f0aa7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:55.690835 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:43:55.694192 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:43:55.699781 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:43:55.750060 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-48841580-7fd8-4912-b36b-f8914f0aa7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:55.758630 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event updated for resources: {'Port': ['ID=a8163f5e-ba78-4eb8-9d3a-4b4ee1d4c13a,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:55.767483 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:55.855989 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-48841580-7fd8-4912-b36b-f8914f0aa7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:55.870327 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-447d51e2-8c41-44d3-b882-dc571fc05d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:55.893250 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48841580-7fd8-4912-b36b-f8914f0aa7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48fb22e-1eeb-46f1-bd5d-dd7965ffd593,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:55.897063 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-48841580-7fd8-4912-b36b-f8914f0aa7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:55.901459 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-48841580-7fd8-4912-b36b-f8914f0aa7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:55.908158 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-48841580-7fd8-4912-b36b-f8914f0aa7f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c48fb22e-1eeb-46f1-bd5d-dd7965ffd593 HTTP/1.1" status: 204 len: 168 time: 0.3099146 May 20 19:43:56.413354 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device ae6ed0b9-6343-4d90-89e3-d76f232802ac up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:56.426901 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Sync routers for ids ['b429e466-c065-4bce-b149-2af889640769'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:43:56.445137 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Routers {'b429e466-c065-4bce-b149-2af889640769'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:56.445787 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['b429e466-c065-4bce-b149-2af889640769'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:56.585180 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port ae6ed0b9-6343-4d90-89e3-d76f232802ac completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:43:56.597063 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:56.598724 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port ae6ed0b9-6343-4d90-89e3-d76f232802ac triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:56.599652 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:56.742962 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Set router b429e466-c065-4bce-b149-2af889640769 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:56.755691 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:56.920713 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:56.983329 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port ae6ed0b9-6343-4d90-89e3-d76f232802ac, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=ae6ed0b9-6343-4d90-89e3-d76f232802ac,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:43:56.988640 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:56.990698 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d5e71418-e0e9-414e-9742-eacd425dc4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:57.107177 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:57.113467 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:57.124428 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:57.185209 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=ae6ed0b9-6343-4d90-89e3-d76f232802ac,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:57.204671 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.205758 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.206315 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.210291 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.211034 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.211872 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.212632 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.213619 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.215364 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.221481 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.222283 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.222836 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:57.233229 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:57.400373 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:57.482924 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429e466-c065-4bce-b149-2af889640769', 'name': 'tempest-TestMinimumBasicScenario-1765820971-router', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:47Z', 'updated_at': '2021-05-20T19:43:53Z', 'revision_number': 4, 'project_id': '137e449e6536456fa7aa6cf111491185', 'gw_port': {'id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429e466-c065-4bce-b149-2af889640769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:48Z', 'updated_at': '2021-05-20T19:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '9d954b1c-c651-451d-a4bf-46b554993c71', 'name': '', 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'mac_address': 'fa:16:3e:b0:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429e466-c065-4bce-b149-2af889640769', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '9455e628-e9f8-4c50-8193-1e86c3c742b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:52Z', 'updated_at': '2021-05-20T19:43:53Z', 'revision_number': 2, 'project_id': '137e449e6536456fa7aa6cf111491185', 'subnets': [{'id': '9455e628-e9f8-4c50-8193-1e86c3c742b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:57.494198 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Checking router: b429e466-c065-4bce-b149-2af889640769 for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:43:57.494963 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Updating router b429e466-c065-4bce-b149-2af889640769 port 9d954b1c-c651-451d-a4bf-46b554993c71 binding host dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:43:57.501716 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event updated for resources: {'Port': ['ID=a8163f5e-ba78-4eb8-9d3a-4b4ee1d4c13a,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:57.515451 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:57.596611 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:57.796748 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.l3_db [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Floating IP b18c0544-5171-4993-ba2e-a4ebc28ed4e5 associated. External IP: 172.28.2.116, port: 9141a061-2903-4fbe-b73f-570f306f3233. May 20 19:43:58.186706 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Notify callbacks [] for port, precommit_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:58.213513 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35702) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:58.223742 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.provisioning_blocks [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Transition to ACTIVE for port object 9d954b1c-c651-451d-a4bf-46b554993c71 will not be triggered until provisioned by entity L2. {{(pid=98304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:43:58.237399 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:58.243549 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-69e88eca-1dc2-44e0-b52b-675301141cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:58.406069 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device ae6ed0b9-6343-4d90-89e3-d76f232802ac up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:43:58.593656 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Router fd3a46c9-afdb-4447-9875-bb87f9f1a02e has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:43:58.609558 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port ae6ed0b9-6343-4d90-89e3-d76f232802ac triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:43:58.610329 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:58.621603 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-8d68dc61-351e-4a3c-ae7b-8f1ac523c423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:58.663914 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-8d68dc61-351e-4a3c-ae7b-8f1ac523c423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:43:58.669837 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-8d68dc61-351e-4a3c-ae7b-8f1ac523c423 admin admin] Usage tracker for resource:security_group_rule and tenant:e54650ca8d674bb7a1eda6c88ec9eb32 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:43:58.678390 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-8d68dc61-351e-4a3c-ae7b-8f1ac523c423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:43:58.694348 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-8d68dc61-351e-4a3c-ae7b-8f1ac523c423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:43:58.737511 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Pushing event updated for resources: {'Port': ['ID=9d954b1c-c651-451d-a4bf-46b554993c71,revision_number=3']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:58.809509 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.809949 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.810306 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.810721 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.811050 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.811377 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.811693 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.812013 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.812368 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.812869 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.813356 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.814355 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:43:58.832246 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:58.850374 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Attempting to bind port 9d954b1c-c651-451d-a4bf-46b554993c71 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:43:58.851029 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Attempting to bind port 9d954b1c-c651-451d-a4bf-46b554993c71 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '7f628d80-9f51-40bb-baa5-50d4fe884357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77'}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:43:58.852592 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Attempting to bind port 9d954b1c-c651-451d-a4bf-46b554993c71 on network 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:43:58.865519 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:43:58.867566 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Checking segment: {'id': '7f628d80-9f51-40bb-baa5-50d4fe884357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:43:58.873515 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:58.874210 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Bound using segment: {'id': '7f628d80-9f51-40bb-baa5-50d4fe884357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77'} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:43:58.874882 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Bound port: 9d954b1c-c651-451d-a4bf-46b554993c71, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f628d80-9f51-40bb-baa5-50d4fe884357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77'}}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:43:58.875449 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:59.005284 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-8d68dc61-351e-4a3c-ae7b-8f1ac523c423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:59.011442 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-8d68dc61-351e-4a3c-ae7b-8f1ac523c423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:59.035764 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-279c52d4-19cc-47ac-a04f-688653522779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:59.130496 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] For port 9d954b1c-c651-451d-a4bf-46b554993c71, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:43:59.139122 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] For port 9d954b1c-c651-451d-a4bf-46b554993c71, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=9d954b1c-c651-451d-a4bf-46b554993c71,segment=NetworkSegment(7f628d80-9f51-40bb-baa5-50d4fe884357),segment_id=7f628d80-9f51-40bb-baa5-50d4fe884357)] {{(pid=98304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:43:59.153654 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-8d68dc61-351e-4a3c-ae7b-8f1ac523c423 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e54650ca8d674bb7a1eda6c88ec9eb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9389520 May 20 19:43:59.155329 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68dc61-351e-4a3c-ae7b-8f1ac523c423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9ee75d-79f9-4b27-afa7-eac8a7cb49d3,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:59.155869 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:59.160930 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-df5fc3c4-b3c4-4aff-948a-01c5c89a51a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:59.164453 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35722) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:43:59.190987 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-8d68dc61-351e-4a3c-ae7b-8f1ac523c423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:59.258867 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:43:59.283068 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3698989e-b28e-495b-a95b-051c6eb980a4 None None] Sync routers for ids ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:43:59.306747 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:59.307646 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698989e-b28e-495b-a95b-051c6eb980a4 None None] Routers {'fd3a46c9-afdb-4447-9875-bb87f9f1a02e'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:59.309447 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-3698989e-b28e-495b-a95b-051c6eb980a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:59.310778 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f90ea0c1-9023-4f54-a87c-7d7ea5cfc413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:59.327145 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Pushing event updated for resources: {'Port': ['ID=9d954b1c-c651-451d-a4bf-46b554993c71,revision_number=4']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:59.331080 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:59.333877 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Routers {'b429e466-c065-4bce-b149-2af889640769'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:43:59.334484 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['b429e466-c065-4bce-b149-2af889640769'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:43:59.364561 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f90ea0c1-9023-4f54-a87c-7d7ea5cfc413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:59.403935 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6606674 May 20 19:43:59.412170 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:43:59.504234 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f90ea0c1-9023-4f54-a87c-7d7ea5cfc413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:59.547555 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-31922d7d-9ec4-4397-aab8-2cfd713e2542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:43:59.562330 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233', 'status': 'completed', 'code': 200} May 20 19:43:59.653376 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f90ea0c1-9023-4f54-a87c-7d7ea5cfc413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:43:59.669045 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-f90ea0c1-9023-4f54-a87c-7d7ea5cfc413 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc9ee75d-79f9-4b27-afa7-eac8a7cb49d3 HTTP/1.1" status: 204 len: 168 time: 0.4917743 May 20 19:43:59.754093 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] Set router b429e466-c065-4bce-b149-2af889640769 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:43:59.783279 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ea0c1-9023-4f54-a87c-7d7ea5cfc413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9ee75d-79f9-4b27-afa7-eac8a7cb49d3,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:43:59.798084 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f90ea0c1-9023-4f54-a87c-7d7ea5cfc413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:43:59.914079 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c64086-4fff-4878-b566-1211b16cd1b0 req-efb7b354-b0bc-48fb-988d-702b747fbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:43:59.915547 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-58c64086-4fff-4878-b566-1211b16cd1b0 req-efb7b354-b0bc-48fb-988d-702b747fbc79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29c68fb3f9a14887a9c53496c4bb813e&device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 1098 time: 0.2635958 May 20 19:44:00.047469 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-3698989e-b28e-495b-a95b-051c6eb980a4 None None] Set router fd3a46c9-afdb-4447-9875-bb87f9f1a02e gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:44:00.164275 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c64086-4fff-4878-b566-1211b16cd1b0 req-3ca28ffc-3a6e-48e9-8797-fa521293d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:00.168990 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-58c64086-4fff-4878-b566-1211b16cd1b0 req-3ca28ffc-3a6e-48e9-8797-fa521293d628 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3030e65f-2520-48a7-9eae-d4a72dc4ca54 HTTP/1.1" status: 200 len: 909 time: 0.2466109 May 20 19:44:00.384060 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35764) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:00.425829 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-db4647b0-0180-43dc-ba55-b406fa076a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:00.472312 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-db4647b0-0180-43dc-ba55-b406fa076a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:00.484061 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-db4647b0-0180-43dc-ba55-b406fa076a6f admin admin] Usage tracker for resource:security_group_rule and tenant:25f60da4605a4c0b8e6c0175cf93b297 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:00.492593 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-db4647b0-0180-43dc-ba55-b406fa076a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:00.500676 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-db4647b0-0180-43dc-ba55-b406fa076a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:00.516299 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429e466-c065-4bce-b149-2af889640769', 'name': 'tempest-TestMinimumBasicScenario-1765820971-router', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:47Z', 'updated_at': '2021-05-20T19:43:53Z', 'revision_number': 4, 'project_id': '137e449e6536456fa7aa6cf111491185', 'gw_port': {'id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429e466-c065-4bce-b149-2af889640769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:48Z', 'updated_at': '2021-05-20T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '9d954b1c-c651-451d-a4bf-46b554993c71', 'name': '', 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'mac_address': 'fa:16:3e:b0:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429e466-c065-4bce-b149-2af889640769', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '9455e628-e9f8-4c50-8193-1e86c3c742b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:52Z', 'updated_at': '2021-05-20T19:43:59Z', 'revision_number': 4, 'project_id': '137e449e6536456fa7aa6cf111491185', 'subnets': [{'id': '9455e628-e9f8-4c50-8193-1e86c3c742b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:00.535510 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b378010-042b-4855-9880-aee4057ca1ee None None] The sync data for ids ['b429e466-c065-4bce-b149-2af889640769'] in dv-cinder-792462-2-smb is: [{'id': 'b429e466-c065-4bce-b149-2af889640769', 'name': 'tempest-TestMinimumBasicScenario-1765820971-router', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:47Z', 'updated_at': '2021-05-20T19:43:53Z', 'revision_number': 4, 'project_id': '137e449e6536456fa7aa6cf111491185', 'gw_port': {'id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429e466-c065-4bce-b149-2af889640769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:48Z', 'updated_at': '2021-05-20T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '9d954b1c-c651-451d-a4bf-46b554993c71', 'name': '', 'network_id': '5e09630a-5350-4cb0-8b1b-a55b2fe68b77', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'mac_address': 'fa:16:3e:b0:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429e466-c065-4bce-b149-2af889640769', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '9455e628-e9f8-4c50-8193-1e86c3c742b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:52Z', 'updated_at': '2021-05-20T19:43:59Z', 'revision_number': 4, 'project_id': '137e449e6536456fa7aa6cf111491185', 'subnets': [{'id': '9455e628-e9f8-4c50-8193-1e86c3c742b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:44:00.560237 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-58c64086-4fff-4878-b566-1211b16cd1b0 req-cc5f9d4a-1432-456d-832b-78318dbad405 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9141a061-2903-4fbe-b73f-570f306f3233 HTTP/1.1" status: 200 len: 999 time: 0.3800323 May 20 19:44:00.671675 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-db4647b0-0180-43dc-ba55-b406fa076a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:00.678754 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-db4647b0-0180-43dc-ba55-b406fa076a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:00.689213 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-37daa2b5-5ec7-4870-8be1-0a7a39b2797a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:00.722177 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c64086-4fff-4878-b566-1211b16cd1b0 req-9d5253b0-698b-44eb-ae91-21a8dd3f6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:00.724108 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-58c64086-4fff-4878-b566-1211b16cd1b0 req-9d5253b0-698b-44eb-ae91-21a8dd3f6d10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5d1a9f6e-1615-4254-8b62-21ed15b52fe5 HTTP/1.1" status: 200 len: 847 time: 0.1500194 May 20 19:44:00.761568 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-3698989e-b28e-495b-a95b-051c6eb980a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:49Z', 'revision_number': 4, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': 'b18c0544-5171-4993-ba2e-a4ebc28ed4e5', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'floating_ip_address': '172.28.2.116', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'port_id': '9141a061-2903-4fbe-b73f-570f306f3233', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'mac_address': 'fa:16:3e:32:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:43:56Z', 'updated_at': '2021-05-20T19:43:56Z', 'revision_number': 0, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a69ca4d-2aa4-416c-9965-f6700902c758', 'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'mac_address': 'fa:16:3e:74:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:48Z', 'updated_at': '2021-05-20T19:42:58Z', 'revision_number': 5, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'subnets': [{'id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:00.772645 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-db4647b0-0180-43dc-ba55-b406fa076a6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25f60da4605a4c0b8e6c0175cf93b297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3874114 May 20 19:44:00.775837 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35768) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:00.776127 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3698989e-b28e-495b-a95b-051c6eb980a4 None None] Checking router: fd3a46c9-afdb-4447-9875-bb87f9f1a02e for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:44:00.794536 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698989e-b28e-495b-a95b-051c6eb980a4 None None] Routers {'fd3a46c9-afdb-4447-9875-bb87f9f1a02e'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:44:00.795431 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-3698989e-b28e-495b-a95b-051c6eb980a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:43:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:00.839842 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4647b0-0180-43dc-ba55-b406fa076a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801a2737-dcdf-4209-9731-19d799b0fe9c,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:00.847673 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-db4647b0-0180-43dc-ba55-b406fa076a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:00.878654 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c96aa43a-3b7f-45d1-bc34-c9a8597331fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:00.935173 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c64086-4fff-4878-b566-1211b16cd1b0 req-4f4e2e6c-4558-45f2-a3f1-3555ce57379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:00.935173 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-58c64086-4fff-4878-b566-1211b16cd1b0 req-4f4e2e6c-4558-45f2-a3f1-3555ce57379c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3030e65f-2520-48a7-9eae-d4a72dc4ca54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2014763 May 20 19:44:00.951588 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c96aa43a-3b7f-45d1-bc34-c9a8597331fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:01.066112 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c96aa43a-3b7f-45d1-bc34-c9a8597331fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:01.072760 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6530a19c-d2f4-45c5-9099-625fc201b50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:01.113211 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96aa43a-3b7f-45d1-bc34-c9a8597331fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801a2737-dcdf-4209-9731-19d799b0fe9c,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:01.115621 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c96aa43a-3b7f-45d1-bc34-c9a8597331fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:01.144291 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-c96aa43a-3b7f-45d1-bc34-c9a8597331fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/801a2737-dcdf-4209-9731-19d799b0fe9c HTTP/1.1" status: 204 len: 168 time: 0.3623838 May 20 19:44:01.145408 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c96aa43a-3b7f-45d1-bc34-c9a8597331fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:01.248657 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-58c64086-4fff-4878-b566-1211b16cd1b0 req-276f1f08-8f34-4813-bf20-6a48cdea16aa service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058877 May 20 19:44:01.286843 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-3698989e-b28e-495b-a95b-051c6eb980a4 None None] Set router fd3a46c9-afdb-4447-9875-bb87f9f1a02e gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:44:01.626188 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-58c64086-4fff-4878-b566-1211b16cd1b0 req-c6b100b3-a1f4-4db4-a47f-9578cc42d422 service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697414 May 20 19:44:02.102017 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-3698989e-b28e-495b-a95b-051c6eb980a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:49Z', 'revision_number': 4, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': 'b18c0544-5171-4993-ba2e-a4ebc28ed4e5', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'floating_ip_address': '172.28.2.116', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'port_id': '9141a061-2903-4fbe-b73f-570f306f3233', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'mac_address': 'fa:16:3e:32:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:43:56Z', 'updated_at': '2021-05-20T19:43:56Z', 'revision_number': 0, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a69ca4d-2aa4-416c-9965-f6700902c758', 'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'mac_address': 'fa:16:3e:74:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:48Z', 'updated_at': '2021-05-20T19:42:58Z', 'revision_number': 5, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'subnets': [{'id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:02.103824 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3698989e-b28e-495b-a95b-051c6eb980a4 None None] The sync data for ids ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'] in dv-cinder-792462-2-smb is: [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:49Z', 'revision_number': 4, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': 'b18c0544-5171-4993-ba2e-a4ebc28ed4e5', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'floating_ip_address': '172.28.2.116', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'port_id': '9141a061-2903-4fbe-b73f-570f306f3233', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'mac_address': 'fa:16:3e:32:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:43:56Z', 'updated_at': '2021-05-20T19:43:56Z', 'revision_number': 0, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a69ca4d-2aa4-416c-9965-f6700902c758', 'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'mac_address': 'fa:16:3e:74:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:48Z', 'updated_at': '2021-05-20T19:42:58Z', 'revision_number': 5, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'subnets': [{'id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:44:02.432624 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 9d954b1c-c651-451d-a4bf-46b554993c71 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:44:02.540249 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f5a73-636c-4665-9167-495c5ee44b9c None None] New status for floating IP b18c0544-5171-4993-ba2e-a4ebc28ed4e5: ACTIVE {{(pid=98304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:44:02.624224 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 9d954b1c-c651-451d-a4bf-46b554993c71 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:44:02.633920 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 9d954b1c-c651-451d-a4bf-46b554993c71 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:44:02.634671 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:02.820722 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:02.866605 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 9d954b1c-c651-451d-a4bf-46b554993c71, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=9d954b1c-c651-451d-a4bf-46b554993c71,segment=NetworkSegment(7f628d80-9f51-40bb-baa5-50d4fe884357),segment_id=7f628d80-9f51-40bb-baa5-50d4fe884357)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:02.872524 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:02.877885 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:02.959425 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=9d954b1c-c651-451d-a4bf-46b554993c71,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:02.961999 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:04.187629 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35838) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:04.321143 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 9d954b1c-c651-451d-a4bf-46b554993c71 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:44:04.354177 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-05f6df62-88d4-409c-93fa-c7ddd29e1520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.372997 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-05f6df62-88d4-409c-93fa-c7ddd29e1520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:04.384092 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-05f6df62-88d4-409c-93fa-c7ddd29e1520 admin admin] Usage tracker for resource:security_group_rule and tenant:870077cc5e6b46c5965d583b49c07331 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:04.390947 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-05f6df62-88d4-409c-93fa-c7ddd29e1520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:04.402651 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-05f6df62-88d4-409c-93fa-c7ddd29e1520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:04.425103 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 9d954b1c-c651-451d-a4bf-46b554993c71 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:44:04.425591 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.532115 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-05f6df62-88d4-409c-93fa-c7ddd29e1520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.536341 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-05f6df62-88d4-409c-93fa-c7ddd29e1520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.547068 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-529d7dca-d178-4a2a-88ab-90324cd3039d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:04.601479 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6df62-88d4-409c-93fa-c7ddd29e1520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6a86f8-f77a-40dc-90db-7e931ef6daef,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:04.607632 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-05f6df62-88d4-409c-93fa-c7ddd29e1520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:04.615688 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-05f6df62-88d4-409c-93fa-c7ddd29e1520 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=870077cc5e6b46c5965d583b49c07331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4240906 May 20 19:44:04.615817 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35846) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:04.696408 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41017d11-fd87-4571-a9ff-1dc312a2ffa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.739194 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41017d11-fd87-4571-a9ff-1dc312a2ffa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.805360 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41017d11-fd87-4571-a9ff-1dc312a2ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.812513 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-0dff7c45-61ae-4eff-9479-1843d7854d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:04.825478 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-41017d11-fd87-4571-a9ff-1dc312a2ffa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:04.826615 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-41017d11-fd87-4571-a9ff-1dc312a2ffa8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e6a86f8-f77a-40dc-90db-7e931ef6daef HTTP/1.1" status: 204 len: 168 time: 0.2099159 May 20 19:44:04.827688 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41017d11-fd87-4571-a9ff-1dc312a2ffa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6a86f8-f77a-40dc-90db-7e931ef6daef,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:04.833724 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-41017d11-fd87-4571-a9ff-1dc312a2ffa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:05.278203 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35860) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:05.306759 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cbac4fd0-cf2d-40f8-ad4c-cc27fdf50cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.330233 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-cbac4fd0-cf2d-40f8-ad4c-cc27fdf50cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:05.334553 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-cbac4fd0-cf2d-40f8-ad4c-cc27fdf50cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:e86c37c0fd984099a3502743756ebf76 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:05.337580 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-cbac4fd0-cf2d-40f8-ad4c-cc27fdf50cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:05.343246 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-cbac4fd0-cf2d-40f8-ad4c-cc27fdf50cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:05.454297 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cbac4fd0-cf2d-40f8-ad4c-cc27fdf50cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.459241 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-cbac4fd0-cf2d-40f8-ad4c-cc27fdf50cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.467040 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-01352951-afee-477f-b224-64da7ce958b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:05.509507 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac4fd0-cf2d-40f8-ad4c-cc27fdf50cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11557644-0077-42f1-825d-f36c01dde20a,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:05.514828 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-cbac4fd0-cf2d-40f8-ad4c-cc27fdf50cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:05.518621 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-cbac4fd0-cf2d-40f8-ad4c-cc27fdf50cc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e86c37c0fd984099a3502743756ebf76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391169 May 20 19:44:05.521194 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35864) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:05.608236 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e4804786-0a13-4ebd-a416-ca141f180ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.636719 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e4804786-0a13-4ebd-a416-ca141f180ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.721499 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e4804786-0a13-4ebd-a416-ca141f180ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.725897 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f90ea0c1-9023-4f54-a87c-7d7ea5cfc413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:05.739750 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4804786-0a13-4ebd-a416-ca141f180ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11557644-0077-42f1-825d-f36c01dde20a,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:05.743575 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e4804786-0a13-4ebd-a416-ca141f180ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:05.750986 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e4804786-0a13-4ebd-a416-ca141f180ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:05.752160 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-e4804786-0a13-4ebd-a416-ca141f180ea9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11557644-0077-42f1-825d-f36c01dde20a HTTP/1.1" status: 204 len: 168 time: 0.2299385 May 20 19:44:09.788705 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 35982) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:09.992424 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-44f5bbcb-b025-4687-86af-359dc8609e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:10.032809 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-44f5bbcb-b025-4687-86af-359dc8609e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:10.039143 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-44f5bbcb-b025-4687-86af-359dc8609e7f admin admin] Usage tracker for resource:security_group_rule and tenant:43aaf0080f12480d8ec6102ffceb02ec is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:10.043118 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-44f5bbcb-b025-4687-86af-359dc8609e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:10.050798 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-44f5bbcb-b025-4687-86af-359dc8609e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:10.178051 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-44f5bbcb-b025-4687-86af-359dc8609e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:10.183582 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-44f5bbcb-b025-4687-86af-359dc8609e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:10.198394 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-dd89efb6-515e-4c12-8175-be98d4c42aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:10.255749 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5bbcb-b025-4687-86af-359dc8609e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc92f78a-9aa9-4aba-ad53-c584ce22e034,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:10.278726 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-44f5bbcb-b025-4687-86af-359dc8609e7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43aaf0080f12480d8ec6102ffceb02ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886110 May 20 19:44:10.283348 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 35992) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:10.288924 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-44f5bbcb-b025-4687-86af-359dc8609e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:10.373037 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-046efe19-2516-48a1-a6cd-4cb6188d5bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:10.415229 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-046efe19-2516-48a1-a6cd-4cb6188d5bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:10.496947 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-046efe19-2516-48a1-a6cd-4cb6188d5bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:10.503278 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f45d87c7-a082-4875-a6fc-09181aad0150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:10.519712 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046efe19-2516-48a1-a6cd-4cb6188d5bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc92f78a-9aa9-4aba-ad53-c584ce22e034,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:10.523829 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-046efe19-2516-48a1-a6cd-4cb6188d5bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:10.531045 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-046efe19-2516-48a1-a6cd-4cb6188d5bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:10.534915 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-046efe19-2516-48a1-a6cd-4cb6188d5bc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc92f78a-9aa9-4aba-ad53-c584ce22e034 HTTP/1.1" status: 204 len: 168 time: 0.2481744 May 20 19:44:10.908764 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36020) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:10.934653 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e69633d-abc5-4ba3-a27f-03fc2db97227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:10.959910 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-4e69633d-abc5-4ba3-a27f-03fc2db97227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:10.965233 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-4e69633d-abc5-4ba3-a27f-03fc2db97227 admin admin] Usage tracker for resource:security_group_rule and tenant:31433b7031c04257b43d04c045e6ed45 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:10.968426 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-4e69633d-abc5-4ba3-a27f-03fc2db97227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:10.978373 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-4e69633d-abc5-4ba3-a27f-03fc2db97227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:11.073226 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e69633d-abc5-4ba3-a27f-03fc2db97227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:11.078120 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-4e69633d-abc5-4ba3-a27f-03fc2db97227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:11.087817 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-91ec09c4-74a6-48d9-9a1b-f55a7e657380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:11.129168 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-1147124f-864c-4df4-a309-2dcaf0d33572 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:11.130068 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-1147124f-864c-4df4-a309-2dcaf0d33572 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Synchronizing usage tracker for tenant:970b50b783e548b190329a0d1ea310a3 on resource:network {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:11.133830 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-4e69633d-abc5-4ba3-a27f-03fc2db97227 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31433b7031c04257b43d04c045e6ed45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239254 May 20 19:44:11.135605 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69633d-abc5-4ba3-a27f-03fc2db97227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b26e3d-1fb0-47cd-91de-c152d0b69b99,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:11.136745 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36030) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:11.138764 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4e69633d-abc5-4ba3-a27f-03fc2db97227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:11.191320 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-1147124f-864c-4df4-a309-2dcaf0d33572 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Unset dirty status for tenant:970b50b783e548b190329a0d1ea310a3 on resource:network {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:11.192632 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-1147124f-864c-4df4-a309-2dcaf0d33572 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/networks?id=869b1c22-9f82-4acd-ac73-cf3e12278bb9 HTTP/1.1" status: 200 len: 814 time: 0.2349920 May 20 19:44:11.215295 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-349d8fd1-bfd9-4b1d-894e-2d4a4d99fa45 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/quotas/970b50b783e548b190329a0d1ea310a3 HTTP/1.1" status: 200 len: 375 time: 0.0155323 May 20 19:44:11.271335 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-369f6aca-94f3-4707-929c-9f4d4038164e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:11.322823 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-369f6aca-94f3-4707-929c-9f4d4038164e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:11.387269 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-d712ead7-83f8-435c-a2ee-99b92e2041e2 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=970b50b783e548b190329a0d1ea310a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632760 May 20 19:44:11.455497 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-369f6aca-94f3-4707-929c-9f4d4038164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:11.462809 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:11.481506 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f6aca-94f3-4707-929c-9f4d4038164e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b26e3d-1fb0-47cd-91de-c152d0b69b99,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:11.692426 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-369f6aca-94f3-4707-929c-9f4d4038164e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:11.709879 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-369f6aca-94f3-4707-929c-9f4d4038164e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:11.710998 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-369f6aca-94f3-4707-929c-9f4d4038164e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6b26e3d-1fb0-47cd-91de-c152d0b69b99 HTTP/1.1" status: 204 len: 168 time: 0.5712757 May 20 19:44:11.742932 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-037de86f-7814-4bb3-9315-4903c45c750b service neutron] 10.222.0.44 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384356 May 20 19:44:11.904286 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-732a582d-085e-40b4-b280-c512b88b203e service neutron] 10.222.0.44 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546869 May 20 19:44:12.129292 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-d6ef5bec-ea13-433a-9a0b-fe677e079dd1 req-abd69616-b04f-441e-891f-8b853f7420fc tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Synchronizing usage tracker for tenant:970b50b783e548b190329a0d1ea310a3 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:12.157987 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-d6ef5bec-ea13-433a-9a0b-fe677e079dd1 req-abd69616-b04f-441e-891f-8b853f7420fc tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Unset dirty status for tenant:970b50b783e548b190329a0d1ea310a3 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:12.159743 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d6ef5bec-ea13-433a-9a0b-fe677e079dd1 req-abd69616-b04f-441e-891f-8b853f7420fc tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 210 time: 0.0837319 May 20 19:44:13.325779 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e10c25ed-c002-45c2-a9f6-31b94f8b8040 req-9d1ac29a-e235-4195-b03c-53cdc5013286 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 210 time: 0.0447297 May 20 19:44:13.352408 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cfe41-bfad-47f4-bf81-5299ebdc2260 req-5398bd12-a998-40bd-aab0-f67e2110266d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:13.355925 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f86cfe41-bfad-47f4-bf81-5299ebdc2260 req-5398bd12-a998-40bd-aab0-f67e2110266d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1266501 May 20 19:44:13.449216 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f86cfe41-bfad-47f4-bf81-5299ebdc2260 req-465aa11b-da6a-402f-a582-bdd3e5a1f16f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838423 May 20 19:44:13.611868 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-3ecf1a84-21c3-47db-bb7b-ec8fd2a25821 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:13.613735 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-3ecf1a84-21c3-47db-bb7b-ec8fd2a25821 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.16 "GET /v2.0/networks?id=869b1c22-9f82-4acd-ac73-cf3e12278bb9 HTTP/1.1" status: 200 len: 814 time: 0.2214775 May 20 19:44:13.629204 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Request body: {'port': {'device_id': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'admin_state_up': True, 'tenant_id': '970b50b783e548b190329a0d1ea310a3'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:13.796358 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:13.809477 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:13.821565 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Made reservation on behalf of 970b50b783e548b190329a0d1ea310a3 for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:44:13.825424 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:13.930325 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:14.043589 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Allocated IP 172.20.0.5 (869b1c22-9f82-4acd-ac73-cf3e12278bb9/fc4d65d8-0add-4216-aa4f-a1975639bbe4/4324e9d1-3113-4b5e-8663-f3bad5299161) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:44:14.381111 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:14.400239 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Transition to ACTIVE for port object 4324e9d1-3113-4b5e-8663-f3bad5299161 will not be triggered until provisioned by entity DHCP. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:44:14.454676 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:14.465188 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-184ee958-9be9-430d-ae05-4d273fdf410b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:14.574340 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:44:14.583481 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:44:14.585471 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:44:14.852553 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'Port': ['ID=4324e9d1-3113-4b5e-8663-f3bad5299161,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:14.864296 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:15.002731 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:15.003457 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:15.036110 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be97d98-e61d-4a67-b054-6667005c847f req-f3a8f476-c460-40fb-b067-29756faae65b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:15.051317 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0be97d98-e61d-4a67-b054-6667005c847f req-f3a8f476-c460-40fb-b067-29756faae65b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.2576215 May 20 19:44:15.083661 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4590809 May 20 19:44:15.118602 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-7707632d-7cb6-45c8-94a3-a2e24aa7ffe9 None None] Provisioning for port 4324e9d1-3113-4b5e-8663-f3bad5299161 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:44:15.125475 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-7707632d-7cb6-45c8-94a3-a2e24aa7ffe9 None None] Provisioning complete for port 4324e9d1-3113-4b5e-8663-f3bad5299161 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:44:15.126201 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-7707632d-7cb6-45c8-94a3-a2e24aa7ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:15.128836 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b848f-0ed4-4dd3-8105-32b957cda52b req-433abd9f-f7c4-4258-b76b-fe3250b23003 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:15.130109 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-8c5b848f-0ed4-4dd3-8105-32b957cda52b req-433abd9f-f7c4-4258-b76b-fe3250b23003 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Synchronizing usage tracker for tenant:970b50b783e548b190329a0d1ea310a3 on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:15.147550 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0be97d98-e61d-4a67-b054-6667005c847f req-0120b9ed-1da1-4ef3-93ab-daf41d25867a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939813 May 20 19:44:15.189588 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-8c5b848f-0ed4-4dd3-8105-32b957cda52b req-433abd9f-f7c4-4258-b76b-fe3250b23003 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Unset dirty status for tenant:970b50b783e548b190329a0d1ea310a3 on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:15.195759 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8c5b848f-0ed4-4dd3-8105-32b957cda52b req-433abd9f-f7c4-4258-b76b-fe3250b23003 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 931 time: 0.4892375 May 20 19:44:15.285899 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-7707632d-7cb6-45c8-94a3-a2e24aa7ffe9 None None] Port 4324e9d1-3113-4b5e-8663-f3bad5299161 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:44:15.356563 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-8c5b848f-0ed4-4dd3-8105-32b957cda52b req-cb039648-09e3-4b12-b6f7-d1d30fdbc45a tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Synchronizing usage tracker for tenant:970b50b783e548b190329a0d1ea310a3 on resource:security_group {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:15.416206 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-8c5b848f-0ed4-4dd3-8105-32b957cda52b req-cb039648-09e3-4b12-b6f7-d1d30fdbc45a tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Unset dirty status for tenant:970b50b783e548b190329a0d1ea310a3 on resource:security_group {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:15.427559 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8c5b848f-0ed4-4dd3-8105-32b957cda52b req-cb039648-09e3-4b12-b6f7-d1d30fdbc45a tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214081 May 20 19:44:15.876446 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36190) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:16.027200 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-29053719-1e92-442a-9185-86afa652dbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:16.044722 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-29053719-1e92-442a-9185-86afa652dbb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:16.049961 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-29053719-1e92-442a-9185-86afa652dbb1 admin admin] Usage tracker for resource:security_group_rule and tenant:836b8340574f4e85b119ce088d9457c0 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:16.053600 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-29053719-1e92-442a-9185-86afa652dbb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:16.061104 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-29053719-1e92-442a-9185-86afa652dbb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:16.161903 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-29053719-1e92-442a-9185-86afa652dbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:16.166410 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-29053719-1e92-442a-9185-86afa652dbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:16.179202 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-449aa7d4-f241-4be3-8ebd-1dce3c487a7d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:16.238440 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-29053719-1e92-442a-9185-86afa652dbb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=836b8340574f4e85b119ce088d9457c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594568 May 20 19:44:16.242808 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36198) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:16.259559 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29053719-1e92-442a-9185-86afa652dbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd66723c-0831-48df-8af1-9c591130b6d8,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:16.265124 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-29053719-1e92-442a-9185-86afa652dbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:16.393322 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-37fff6cb-b633-42b9-acac-ad8ad9a15cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:16.433870 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-37fff6cb-b633-42b9-acac-ad8ad9a15cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:16.508924 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715eac6a-7183-48c1-951a-dbf15cf89605 req-28c122e2-12bc-4f07-b158-4f514bb0a442 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:16.511712 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-715eac6a-7183-48c1-951a-dbf15cf89605 req-28c122e2-12bc-4f07-b158-4f514bb0a442 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.2170486 May 20 19:44:16.646083 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-715eac6a-7183-48c1-951a-dbf15cf89605 req-38def1b2-2614-4f2c-8d94-1014cedca074 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156492 May 20 19:44:16.646876 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-37fff6cb-b633-42b9-acac-ad8ad9a15cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:16.654102 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-450b4ac2-bec0-4ff1-b727-c471abaa0723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:16.676374 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fff6cb-b633-42b9-acac-ad8ad9a15cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd66723c-0831-48df-8af1-9c591130b6d8,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:16.686804 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-37fff6cb-b633-42b9-acac-ad8ad9a15cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:16.691866 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-37fff6cb-b633-42b9-acac-ad8ad9a15cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:16.694654 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-37fff6cb-b633-42b9-acac-ad8ad9a15cda admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd66723c-0831-48df-8af1-9c591130b6d8 HTTP/1.1" status: 204 len: 168 time: 0.4476266 May 20 19:44:16.757050 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d89d1-31e2-4da0-8586-fa15161c3c5d req-c4e2e569-7aa5-4a30-83c7-3ea9f7783bf2 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:16.773165 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-415d89d1-31e2-4da0-8586-fa15161c3c5d req-c4e2e569-7aa5-4a30-83c7-3ea9f7783bf2 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 931 time: 0.1638770 May 20 19:44:16.826208 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-415d89d1-31e2-4da0-8586-fa15161c3c5d req-24755e78-68af-4e09-9631-90eed4c91c50 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469973 May 20 19:44:17.081288 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36214) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:17.100333 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fbf9213e-3072-41bf-90cd-ffb79d4c2e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:17.124839 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-fbf9213e-3072-41bf-90cd-ffb79d4c2e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:17.132808 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-fbf9213e-3072-41bf-90cd-ffb79d4c2e22 admin admin] Usage tracker for resource:security_group_rule and tenant:a82144910b744d59a0efef48b9a9e6fb is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:17.137632 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-fbf9213e-3072-41bf-90cd-ffb79d4c2e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:17.146742 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-fbf9213e-3072-41bf-90cd-ffb79d4c2e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:17.242809 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-1f6febed-0f76-4671-bfbe-8eb59cd101d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:17.275734 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fbf9213e-3072-41bf-90cd-ffb79d4c2e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:17.282703 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fbf9213e-3072-41bf-90cd-ffb79d4c2e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:17.292468 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-566bf8fd-c4b3-49a6-8e83-8e5979cc013b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:17.340561 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-fbf9213e-3072-41bf-90cd-ffb79d4c2e22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a82144910b744d59a0efef48b9a9e6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555556 May 20 19:44:17.340561 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9213e-3072-41bf-90cd-ffb79d4c2e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd0f092-5fea-4725-9fce-bf0d18edd16a,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:17.341891 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36218) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:17.343876 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-fbf9213e-3072-41bf-90cd-ffb79d4c2e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:17.412112 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b561c001-f164-450a-9d2b-91c192264b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:17.445598 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b561c001-f164-450a-9d2b-91c192264b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:17.507599 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b561c001-f164-450a-9d2b-91c192264b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:17.511794 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-44f5bbcb-b025-4687-86af-359dc8609e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:17.524387 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561c001-f164-450a-9d2b-91c192264b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd0f092-5fea-4725-9fce-bf0d18edd16a,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:17.527373 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b561c001-f164-450a-9d2b-91c192264b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:17.534596 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b561c001-f164-450a-9d2b-91c192264b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:17.538360 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-b561c001-f164-450a-9d2b-91c192264b18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6dd0f092-5fea-4725-9fce-bf0d18edd16a HTTP/1.1" status: 204 len: 168 time: 0.1923914 May 20 19:44:17.902141 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2b7bc-a10a-463f-9289-0060891d129d req-0981149b-4bb6-4323-b537-a94a9ba20f3a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:17.904486 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cba2b7bc-a10a-463f-9289-0060891d129d req-0981149b-4bb6-4323-b537-a94a9ba20f3a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.0877075 May 20 19:44:17.954528 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cba2b7bc-a10a-463f-9289-0060891d129d req-492e368e-a746-44cc-ab8e-db0568ab3195 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437295 May 20 19:44:18.054818 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e750e-f7df-4020-a8bd-c067e08296ef req-308736de-0be1-4488-9dea-f3afff5d751e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:18.056640 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1f9e750e-f7df-4020-a8bd-c067e08296ef req-308736de-0be1-4488-9dea-f3afff5d751e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 931 time: 0.0941415 May 20 19:44:18.120167 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1f9e750e-f7df-4020-a8bd-c067e08296ef req-8e2b13ef-c58d-47b8-a85e-6611d2d33eb6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571618 May 20 19:44:19.271289 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15572-6678-4276-8d44-9087c9ce6d3a req-012bc58e-39ec-4e73-af7f-5a2a167678f3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:19.283628 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-17d15572-6678-4276-8d44-9087c9ce6d3a req-012bc58e-39ec-4e73-af7f-5a2a167678f3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1582077 May 20 19:44:19.354565 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-17d15572-6678-4276-8d44-9087c9ce6d3a req-7a59a30c-2c7b-461d-b84e-a812b802a7b6 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683067 May 20 19:44:19.381084 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf615c88-030d-421f-8479-6400d91a15fc req-23cda57d-efc7-421a-9426-adf967b97c9a tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:19.382706 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-cf615c88-030d-421f-8479-6400d91a15fc req-23cda57d-efc7-421a-9426-adf967b97c9a tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 931 time: 0.1123450 May 20 19:44:19.447652 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-cf615c88-030d-421f-8479-6400d91a15fc req-6042edfc-c940-49a7-8d26-fa6966091a2d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580659 May 20 19:44:19.723354 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2595c6bf-7148-4a22-b95b-2afde84fe1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:19.817223 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:20.469680 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36314) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:20.608277 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c382e-d58e-4054-95f6-8ea51f13c184 req-e6af602d-da1d-4873-b2b6-eea9ef1fe9d6 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:20.610908 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a67c382e-d58e-4054-95f6-8ea51f13c184 req-e6af602d-da1d-4873-b2b6-eea9ef1fe9d6 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1149485 May 20 19:44:20.754429 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a67c382e-d58e-4054-95f6-8ea51f13c184 req-9358caea-278a-4ee8-84bd-0495abd67901 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338999 May 20 19:44:20.806191 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-680f014e-b5be-4e5c-a4a7-631fa2cc163a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:20.831255 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-680f014e-b5be-4e5c-a4a7-631fa2cc163a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:20.839491 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-680f014e-b5be-4e5c-a4a7-631fa2cc163a admin admin] Usage tracker for resource:security_group_rule and tenant:105636f7b90f4644862220893d940270 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:20.842832 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-680f014e-b5be-4e5c-a4a7-631fa2cc163a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:20.853740 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-680f014e-b5be-4e5c-a4a7-631fa2cc163a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:20.881793 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e5f39-2456-4d69-bcbd-79b2a471d59c req-3d1956db-73b3-4374-b79d-cc38326c2351 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:20.883320 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c62e5f39-2456-4d69-bcbd-79b2a471d59c req-3d1956db-73b3-4374-b79d-cc38326c2351 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 931 time: 0.2889619 May 20 19:44:20.907075 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:20.958840 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c62e5f39-2456-4d69-bcbd-79b2a471d59c req-fa7b9a8c-c3a5-4687-8343-08f05647222d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661545 May 20 19:44:21.035768 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-680f014e-b5be-4e5c-a4a7-631fa2cc163a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:21.040558 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-680f014e-b5be-4e5c-a4a7-631fa2cc163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:21.050105 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-046efe19-2516-48a1-a6cd-4cb6188d5bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:21.108633 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-680f014e-b5be-4e5c-a4a7-631fa2cc163a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=105636f7b90f4644862220893d940270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378355 May 20 19:44:21.111158 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36326) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:21.111552 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f014e-b5be-4e5c-a4a7-631fa2cc163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d007ec-e2cc-44ca-ad2f-a3374d8e6c8f,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:21.114611 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-680f014e-b5be-4e5c-a4a7-631fa2cc163a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:21.200974 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2bf5c03d-0997-4419-ad5a-f6764513221e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:21.233806 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2bf5c03d-0997-4419-ad5a-f6764513221e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:21.300124 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2bf5c03d-0997-4419-ad5a-f6764513221e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:21.311963 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e2995b38-aafc-4d28-a9ca-5e97abd81ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:21.335885 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5c03d-0997-4419-ad5a-f6764513221e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d007ec-e2cc-44ca-ad2f-a3374d8e6c8f,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:21.346727 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-2bf5c03d-0997-4419-ad5a-f6764513221e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:21.347986 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2bf5c03d-0997-4419-ad5a-f6764513221e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:21.351928 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-2bf5c03d-0997-4419-ad5a-f6764513221e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66d007ec-e2cc-44ca-ad2f-a3374d8e6c8f HTTP/1.1" status: 204 len: 168 time: 0.2366812 May 20 19:44:21.801836 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36342) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:21.872243 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-faeddba7-2b81-40d8-aaf0-0e60d17ff05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:21.907252 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-faeddba7-2b81-40d8-aaf0-0e60d17ff05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:21.914234 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-faeddba7-2b81-40d8-aaf0-0e60d17ff05b admin admin] Usage tracker for resource:security_group_rule and tenant:2b636dc497ba419c8d6a77cf2e09da15 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:21.919522 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-faeddba7-2b81-40d8-aaf0-0e60d17ff05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:21.932770 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-faeddba7-2b81-40d8-aaf0-0e60d17ff05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:22.107914 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3215bda-584f-47f6-8ca5-1d624272ed26 req-dbb74949-5145-4ae2-a0c3-a6048e610781 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:22.110562 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d3215bda-584f-47f6-8ca5-1d624272ed26 req-dbb74949-5145-4ae2-a0c3-a6048e610781 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1698239 May 20 19:44:22.200727 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d3215bda-584f-47f6-8ca5-1d624272ed26 req-bef7aa8c-26be-4101-a5ef-0b73df0f4a66 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821095 May 20 19:44:22.236684 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-faeddba7-2b81-40d8-aaf0-0e60d17ff05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:22.245863 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-faeddba7-2b81-40d8-aaf0-0e60d17ff05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:22.260994 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-263f95e3-79ec-4886-94aa-eb6a4411f501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:22.324542 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-faeddba7-2b81-40d8-aaf0-0e60d17ff05b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b636dc497ba419c8d6a77cf2e09da15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5198026 May 20 19:44:22.327365 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36350) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:22.332097 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c826c7d-51bc-4d0c-9254-87beab22200c req-f420580a-dc97-4163-aa21-a13583326a00 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:22.333575 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8c826c7d-51bc-4d0c-9254-87beab22200c req-f420580a-dc97-4163-aa21-a13583326a00 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 931 time: 0.2373636 May 20 19:44:22.334520 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeddba7-2b81-40d8-aaf0-0e60d17ff05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bc9aa1-d831-471c-92b9-eef6236aa652,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:22.337533 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-faeddba7-2b81-40d8-aaf0-0e60d17ff05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:22.386194 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8c826c7d-51bc-4d0c-9254-87beab22200c req-3ec678fd-10a8-472c-888c-57e43dc1952c tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469143 May 20 19:44:22.389526 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:22.406198 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-5332258f-c7dc-46db-a452-4d49f961561b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:22.434946 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-5332258f-c7dc-46db-a452-4d49f961561b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:22.504159 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-5332258f-c7dc-46db-a452-4d49f961561b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:22.507994 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-8d68dc61-351e-4a3c-ae7b-8f1ac523c423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:22.522020 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332258f-c7dc-46db-a452-4d49f961561b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bc9aa1-d831-471c-92b9-eef6236aa652,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:22.527642 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5332258f-c7dc-46db-a452-4d49f961561b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:22.531117 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-5332258f-c7dc-46db-a452-4d49f961561b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:22.535769 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-5332258f-c7dc-46db-a452-4d49f961561b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4bc9aa1-d831-471c-92b9-eef6236aa652 HTTP/1.1" status: 204 len: 168 time: 0.2072010 May 20 19:44:23.499956 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:44:23.537188 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1b3f0-db64-482b-bd95-e8aa930f592f req-2511efd5-0a6e-4ad1-87ec-606008ba45aa tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:23.546307 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6df1b3f0-db64-482b-bd95-e8aa930f592f req-2511efd5-0a6e-4ad1-87ec-606008ba45aa tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1297045 May 20 19:44:23.605893 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6df1b3f0-db64-482b-bd95-e8aa930f592f req-d52b4950-b4fb-4c20-ad03-9bd846ac28a6 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564654 May 20 19:44:23.663920 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2841-f2e9-4969-9c3d-65c2c30ed063 req-dff3d6c3-0030-4517-b9ae-a506f785cffb tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:23.665544 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-69bb2841-f2e9-4969-9c3d-65c2c30ed063 req-dff3d6c3-0030-4517-b9ae-a506f785cffb tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 931 time: 0.1013584 May 20 19:44:23.717903 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-69bb2841-f2e9-4969-9c3d-65c2c30ed063 req-2fc15ba9-a7e3-4696-a8f9-0d8b5eb06cee tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465531 May 20 19:44:24.866931 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed839-7cdc-4978-a2c7-931828137369 req-565d3640-cdf4-4e1f-93d5-c04483329f02 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:24.869284 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fb6ed839-7cdc-4978-a2c7-931828137369 req-565d3640-cdf4-4e1f-93d5-c04483329f02 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1218259 May 20 19:44:24.928273 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fb6ed839-7cdc-4978-a2c7-931828137369 req-98b149d5-e9c8-4feb-9f5c-a722f801b32f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507531 May 20 19:44:24.992030 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb251bb-9989-47fe-9ca2-dd40819e74b8 req-67c2a3e7-cea8-45a7-b263-fa6d2ba45d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:24.994231 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8bb251bb-9989-47fe-9ca2-dd40819e74b8 req-67c2a3e7-cea8-45a7-b263-fa6d2ba45d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 931 time: 0.1332107 May 20 19:44:25.060106 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8bb251bb-9989-47fe-9ca2-dd40819e74b8 req-11339d84-2273-4342-88ef-701349ce8de8 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601702 May 20 19:44:26.318325 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e6ece-7c70-440a-bb11-40faab1427de req-da4f4611-b3ae-4385-b106-686bcb639b1d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:26.321437 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a98e6ece-7c70-440a-bb11-40faab1427de req-da4f4611-b3ae-4385-b106-686bcb639b1d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1990397 May 20 19:44:26.403205 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a98e6ece-7c70-440a-bb11-40faab1427de req-fcecb7f8-b970-45f6-a04a-05b731b4e9b2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755336 May 20 19:44:26.407957 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d10c9b-4ce7-489d-83a2-68ff21eafbc4 req-385295d0-b7df-44ff-af93-0fbf2197833d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:26.410569 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b7d10c9b-4ce7-489d-83a2-68ff21eafbc4 req-385295d0-b7df-44ff-af93-0fbf2197833d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 931 time: 0.1006579 May 20 19:44:26.473722 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b7d10c9b-4ce7-489d-83a2-68ff21eafbc4 req-833bd9db-dabb-484a-99a2-26f9315d39ec tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572937 May 20 19:44:27.710751 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef08f2-1bdd-432b-86c5-991bdbb2b746 req-807dc0d5-ce41-4640-9bc6-b8756316ae13 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:27.713157 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a6ef08f2-1bdd-432b-86c5-991bdbb2b746 req-807dc0d5-ce41-4640-9bc6-b8756316ae13 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1044917 May 20 19:44:27.781490 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07605b-266e-4e07-9e81-ed2d4a4a7d1d req-62bbc877-ade8-47cd-b117-6afb23781853 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:27.783746 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2c07605b-266e-4e07-9e81-ed2d4a4a7d1d req-62bbc877-ade8-47cd-b117-6afb23781853 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 931 time: 0.1438839 May 20 19:44:27.784868 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a6ef08f2-1bdd-432b-86c5-991bdbb2b746 req-75bbfae9-abb3-4166-9b23-8dc937fe8027 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638418 May 20 19:44:27.850958 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2c07605b-266e-4e07-9e81-ed2d4a4a7d1d req-57a8e462-53c9-42b4-9ee8-51a054cd1e1c tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596488 May 20 19:44:28.428654 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Request body: {'port': {'device_id': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:28.579174 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:29.051414 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16f5f4-3f8b-4cf7-a32d-443cc5798a91 req-ad000ff7-5013-44ae-aa22-b8094c800038 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:29.052916 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9b16f5f4-3f8b-4cf7-a32d-443cc5798a91 req-ad000ff7-5013-44ae-aa22-b8094c800038 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 931 time: 0.0880136 May 20 19:44:29.064481 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4324e9d1-3113-4b5e-8663-f3bad5299161 {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:44:29.087014 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:29.101576 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9b16f5f4-3f8b-4cf7-a32d-443cc5798a91 req-34843b6a-5993-43da-9b87-784d4d82e038 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 May 20 19:44:29.121017 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Transition to ACTIVE for port object 4324e9d1-3113-4b5e-8663-f3bad5299161 will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:44:29.140762 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:29.146946 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:29.228239 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecd590-5ec4-4c80-bfa1-3d9392a01069 req-590cd671-43a5-4ce9-9f51-1e02ed5670b7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:29.231623 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-91ecd590-5ec4-4c80-bfa1-3d9392a01069 req-590cd671-43a5-4ce9-9f51-1e02ed5670b7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.2541399 May 20 19:44:29.449501 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4324e9d1-3113-4b5e-8663-f3bad5299161,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:29.479492 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:29.494541 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-91ecd590-5ec4-4c80-bfa1-3d9392a01069 req-f88b78e6-93db-4bda-b7b5-0718018a0aa6 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339118 May 20 19:44:29.537465 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Attempting to bind port 4324e9d1-3113-4b5e-8663-f3bad5299161 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:44:29.538071 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Attempting to bind port 4324e9d1-3113-4b5e-8663-f3bad5299161 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:44:29.538395 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Attempting to bind port 4324e9d1-3113-4b5e-8663-f3bad5299161 on network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:44:29.543366 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Port 4324e9d1-3113-4b5e-8663-f3bad5299161 on network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:44:29.543678 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Attempting to bind port 4324e9d1-3113-4b5e-8663-f3bad5299161 on network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:44:29.553115 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:44:29.553490 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Checking segment: {'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:44:29.553869 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Bound using segment: {'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:44:29.554296 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Bound port: 4324e9d1-3113-4b5e-8663-f3bad5299161, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb467174-269a-4ea9-8062-3ac6d0a862ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:44:29.554639 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:29.650704 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] For port 4324e9d1-3113-4b5e-8663-f3bad5299161, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:44:29.653709 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] For port 4324e9d1-3113-4b5e-8663-f3bad5299161, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4324e9d1-3113-4b5e-8663-f3bad5299161,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:44:29.658177 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:29.661762 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:29.787292 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:29.787893 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:29.789306 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] 10.222.0.16 "PUT /v2.0/ports/4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 200 len: 1093 time: 1.3664646 May 20 19:44:29.789797 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:29.820005 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4324e9d1-3113-4b5e-8663-f3bad5299161,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:29.825149 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:29.951231 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-9e102841-3399-4778-86c2-8d00eb9320f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:29.953884 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-9e102841-3399-4778-86c2-8d00eb9320f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=970b50b783e548b190329a0d1ea310a3&device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 1096 time: 0.1160512 May 20 19:44:30.025295 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'status': 'completed', 'code': 200} May 20 19:44:30.039838 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-fdef04a9-fa1f-4373-a346-7b9defe987c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 200 len: 217 time: 0.0698137 May 20 19:44:30.111788 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-d8bcccc7-1709-4e03-9fea-f65197ccf481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:30.113389 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-d8bcccc7-1709-4e03-9fea-f65197ccf481 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc4d65d8-0add-4216-aa4f-a1975639bbe4 HTTP/1.1" status: 200 len: 853 time: 0.0664933 May 20 19:44:30.211182 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-bf7ac743-7637-432d-8cad-8ed91f64f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:30.212990 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-bf7ac743-7637-432d-8cad-8ed91f64f970 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=869b1c22-9f82-4acd-ac73-cf3e12278bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917151 May 20 19:44:30.416347 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884036b-34a0-4451-b465-4b3a196e3226 req-b67f67d8-429d-4e49-8ea3-f3818568606d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:30.417684 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8884036b-34a0-4451-b465-4b3a196e3226 req-b67f67d8-429d-4e49-8ea3-f3818568606d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 943 time: 0.2005785 May 20 19:44:30.419576 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-4a1dcf0b-1116-4ec9-88b9-f6ad3ac59a50 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696405 May 20 19:44:30.553213 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8884036b-34a0-4451-b465-4b3a196e3226 req-a50731be-9e9d-4f18-8702-594011062897 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284206 May 20 19:44:30.597026 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9db52409-7c1d-4e46-9b1f-1df746105d0f req-6927b25d-788a-4168-a736-dba21dd231f2 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577911 May 20 19:44:30.735629 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99d1ea-1628-48ce-b685-4ffcbac30b92 req-515b86e3-224e-4825-8d54-eb7cbc1c2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:30.736278 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7156aee-a041-414d-813c-72f6caa59c6a req-ecb7f6da-dd6c-490e-874e-255c795c9163 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:30.737982 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7f99d1ea-1628-48ce-b685-4ffcbac30b92 req-515b86e3-224e-4825-8d54-eb7cbc1c2fe0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=970b50b783e548b190329a0d1ea310a3&device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 1096 time: 0.0906508 May 20 19:44:30.738616 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b7156aee-a041-414d-813c-72f6caa59c6a req-ecb7f6da-dd6c-490e-874e-255c795c9163 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1254067 May 20 19:44:30.799320 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b7156aee-a041-414d-813c-72f6caa59c6a req-0762d3f9-dc41-4f0a-967e-4a68e265402b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515378 May 20 19:44:30.886571 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99d1ea-1628-48ce-b685-4ffcbac30b92 req-279d2349-5e56-437b-bec9-962b51dbcfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:30.888002 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7f99d1ea-1628-48ce-b685-4ffcbac30b92 req-279d2349-5e56-437b-bec9-962b51dbcfc7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=869b1c22-9f82-4acd-ac73-cf3e12278bb9 HTTP/1.1" status: 200 len: 915 time: 0.1429727 May 20 19:44:30.966772 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7f99d1ea-1628-48ce-b685-4ffcbac30b92 req-0e702505-d464-46b7-b3dd-e324c59e06cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 200 len: 217 time: 0.0715749 May 20 19:44:31.030417 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99d1ea-1628-48ce-b685-4ffcbac30b92 req-b8098ffb-61e2-4193-9bd3-75e58425a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:31.032441 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7f99d1ea-1628-48ce-b685-4ffcbac30b92 req-b8098ffb-61e2-4193-9bd3-75e58425a359 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc4d65d8-0add-4216-aa4f-a1975639bbe4 HTTP/1.1" status: 200 len: 853 time: 0.0590143 May 20 19:44:31.114653 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99d1ea-1628-48ce-b685-4ffcbac30b92 req-be57479f-f30a-4e6c-8f0e-28daf1b637be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:31.116166 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7f99d1ea-1628-48ce-b685-4ffcbac30b92 req-be57479f-f30a-4e6c-8f0e-28daf1b637be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=869b1c22-9f82-4acd-ac73-cf3e12278bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766234 May 20 19:44:31.257824 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7f99d1ea-1628-48ce-b685-4ffcbac30b92 req-d70837d4-5913-46ba-8c27-0a302506d669 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314099 May 20 19:44:31.394133 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7f99d1ea-1628-48ce-b685-4ffcbac30b92 req-c455dfa0-086a-42b8-840f-e12bdb52c7e2 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291859 May 20 19:44:31.405248 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 769e0a55-3d4b-41a1-9fd1-b7467f819090 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:44:31.581808 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:31.601365 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'port_id': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'mac_address': 'fa:16:3e:a4:50:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:44:31.665734 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:31.683258 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 769e0a55-3d4b-41a1-9fd1-b7467f819090 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:44:31.703609 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:31.710227 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:31.712356 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d5e71418-e0e9-414e-9742-eacd425dc4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:31.810334 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=769e0a55-3d4b-41a1-9fd1-b7467f819090,revision_number=6']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:31.814513 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:31.823327 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09826-709e-4a43-9faa-bf9e9e090b3a req-f7609a9d-4d3f-42ba-845a-998b71bb61ed tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:31.825268 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9ec09826-709e-4a43-9faa-bf9e9e090b3a req-f7609a9d-4d3f-42ba-845a-998b71bb61ed tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 943 time: 0.1242561 May 20 19:44:31.892683 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9ec09826-709e-4a43-9faa-bf9e9e090b3a req-d6f94056-ab8b-4fca-ad8c-6380b13b6ffc tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554640 May 20 19:44:31.991309 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['769e0a55-3d4b-41a1-9fd1-b7467f819090'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:44:32.034546 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc9d4a-3abb-486e-8f72-8b1c4c57c9d3 req-74af94b0-cf25-46e7-ba93-fb1cbfa0a99b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:32.036105 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bebc9d4a-3abb-486e-8f72-8b1c4c57c9d3 req-74af94b0-cf25-46e7-ba93-fb1cbfa0a99b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 945 time: 0.0949242 May 20 19:44:32.087606 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bebc9d4a-3abb-486e-8f72-8b1c4c57c9d3 req-94cbc420-e3d8-4442-8c16-04a1e88f0b2a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431573 May 20 19:44:33.194375 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eeab30-7fcd-4634-9820-8178c38f463e req-30961490-d705-4c2b-b194-0f36ff2081f6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:33.194375 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f0eeab30-7fcd-4634-9820-8178c38f463e req-30961490-d705-4c2b-b194-0f36ff2081f6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 943 time: 0.1939161 May 20 19:44:33.258508 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f0eeab30-7fcd-4634-9820-8178c38f463e req-cb71fe6e-0757-4a3d-82e0-e6b37efd4795 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569975 May 20 19:44:33.317273 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803acb03-1b1a-47c3-b322-f811567b6117 req-39a42e1a-33ba-49de-accf-a5f3e225dc68 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:33.325024 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-803acb03-1b1a-47c3-b322-f811567b6117 req-39a42e1a-33ba-49de-accf-a5f3e225dc68 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 945 time: 0.1053529 May 20 19:44:33.369810 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-803acb03-1b1a-47c3-b322-f811567b6117 req-f62f15f8-6a63-43cc-98e3-82ab71cdc324 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439415 May 20 19:44:33.419864 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 4324e9d1-3113-4b5e-8663-f3bad5299161 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:44:33.424800 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 769e0a55-3d4b-41a1-9fd1-b7467f819090 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:44:33.540131 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36584) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:33.596631 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 769e0a55-3d4b-41a1-9fd1-b7467f819090 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:44:33.597023 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:33.665826 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7144130c-5c9b-4148-8b3d-270a47387b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:33.673694 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 4324e9d1-3113-4b5e-8663-f3bad5299161, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4324e9d1-3113-4b5e-8663-f3bad5299161,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:33.681131 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-7144130c-5c9b-4148-8b3d-270a47387b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:33.685041 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-7144130c-5c9b-4148-8b3d-270a47387b50 admin admin] Usage tracker for resource:security_group_rule and tenant:999b57ef99e046e08473314206afee8b is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:33.688514 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-7144130c-5c9b-4148-8b3d-270a47387b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:33.694500 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-7144130c-5c9b-4148-8b3d-270a47387b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:33.696144 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'port_id': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'mac_address': 'fa:16:3e:78:03:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:44:33.788616 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7144130c-5c9b-4148-8b3d-270a47387b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:33.794170 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-7144130c-5c9b-4148-8b3d-270a47387b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:33.803250 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:33.804558 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e6b1af09-521f-4378-b2bc-2d9eaf080e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:33.816834 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:33.837428 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4324e9d1-3113-4b5e-8663-f3bad5299161 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:44:33.844714 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-7144130c-5c9b-4148-8b3d-270a47387b50 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=999b57ef99e046e08473314206afee8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024940 May 20 19:44:33.846488 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144130c-5c9b-4148-8b3d-270a47387b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b2f9e8-a099-4a6d-ab31-1fc464b3323c,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:33.847300 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36590) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:33.851658 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-7144130c-5c9b-4148-8b3d-270a47387b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:33.860425 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:33.872165 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 4324e9d1-3113-4b5e-8663-f3bad5299161, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4324e9d1-3113-4b5e-8663-f3bad5299161,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:33.873953 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:33.878693 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:33.882162 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:33.912240 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fee55071-2f41-47e3-a64e-39f7a97b0b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:33.914586 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'code': 200} May 20 19:44:33.919770 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:33.939095 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fee55071-2f41-47e3-a64e-39f7a97b0b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:33.954159 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=4324e9d1-3113-4b5e-8663-f3bad5299161,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:33.957939 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:33.958772 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:33.993195 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fee55071-2f41-47e3-a64e-39f7a97b0b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:33.997308 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-41017d11-fd87-4571-a9ff-1dc312a2ffa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:34.011878 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee55071-2f41-47e3-a64e-39f7a97b0b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b2f9e8-a099-4a6d-ab31-1fc464b3323c,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:34.016363 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-fee55071-2f41-47e3-a64e-39f7a97b0b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:34.037444 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fee55071-2f41-47e3-a64e-39f7a97b0b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.039954 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=769e0a55-3d4b-41a1-9fd1-b7467f819090,revision_number=7']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:34.041189 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-fee55071-2f41-47e3-a64e-39f7a97b0b04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24b2f9e8-a099-4a6d-ab31-1fc464b3323c HTTP/1.1" status: 204 len: 168 time: 0.1924326 May 20 19:44:34.042930 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:34.334999 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36602) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:34.353587 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-db37f2f4-35d8-4133-9709-209359a4d1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.369577 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-db37f2f4-35d8-4133-9709-209359a4d1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:34.373829 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-db37f2f4-35d8-4133-9709-209359a4d1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:e156f52db17548bda4f46b6f0bba2b7f is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:34.377460 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-db37f2f4-35d8-4133-9709-209359a4d1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:34.383653 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-db37f2f4-35d8-4133-9709-209359a4d1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:34.492354 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-db37f2f4-35d8-4133-9709-209359a4d1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.498444 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-db37f2f4-35d8-4133-9709-209359a4d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.512368 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-98ba4d2a-f2be-4d93-b311-5945f0b266c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:34.521249 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3fc89-2bf9-4d56-9851-b957b68cffc6 req-19722b21-8c3c-4682-98ff-dfb62a752587 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:34.522883 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-72f3fc89-2bf9-4d56-9851-b957b68cffc6 req-19722b21-8c3c-4682-98ff-dfb62a752587 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 944 time: 0.1413181 May 20 19:44:34.592851 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-72f3fc89-2bf9-4d56-9851-b957b68cffc6 req-1b390bda-79d5-414d-94f2-9936da3f73f2 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627534 May 20 19:44:34.615895 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37f2f4-35d8-4133-9709-209359a4d1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1669b9b6-3bab-49d6-a39f-83f849c4f820,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:34.615895 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-db37f2f4-35d8-4133-9709-209359a4d1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:34.624977 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-db37f2f4-35d8-4133-9709-209359a4d1c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e156f52db17548bda4f46b6f0bba2b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883694 May 20 19:44:34.627359 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36618) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:34.670957 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d039ca-fdb4-4ce9-83d5-c65abc05c05b req-4f6c1ada-eb65-4115-9041-077f62604e03 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:34.673239 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83d039ca-fdb4-4ce9-83d5-c65abc05c05b req-4f6c1ada-eb65-4115-9041-077f62604e03 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1620097 May 20 19:44:34.698595 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ddae77e0-6f4b-41e9-b906-f788db940a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.734045 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ddae77e0-6f4b-41e9-b906-f788db940a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.748283 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-83d039ca-fdb4-4ce9-83d5-c65abc05c05b req-edc9de2a-0872-41e7-bb83-27db85ae8d12 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687714 May 20 19:44:34.816395 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ddae77e0-6f4b-41e9-b906-f788db940a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.821555 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-520bc58a-30e1-4e3e-b1dc-ad00b00d3c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:34.837105 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['4324e9d1-3113-4b5e-8663-f3bad5299161'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:44:34.840596 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36626) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:34.845136 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ddae77e0-6f4b-41e9-b906-f788db940a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:34.846929 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-ddae77e0-6f4b-41e9-b906-f788db940a93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1669b9b6-3bab-49d6-a39f-83f849c4f820 HTTP/1.1" status: 204 len: 168 time: 0.2171521 May 20 19:44:34.850767 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae77e0-6f4b-41e9-b906-f788db940a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1669b9b6-3bab-49d6-a39f-83f849c4f820,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:34.860182 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ddae77e0-6f4b-41e9-b906-f788db940a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:35.184919 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a4f35112-fc27-4828-b381-9d13883d1998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.202083 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-a4f35112-fc27-4828-b381-9d13883d1998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:35.208248 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-a4f35112-fc27-4828-b381-9d13883d1998 admin admin] Usage tracker for resource:security_group_rule and tenant:cf6f3bb24e064be78fadb9dbe8c30b46 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:35.212177 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-a4f35112-fc27-4828-b381-9d13883d1998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:35.219102 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-a4f35112-fc27-4828-b381-9d13883d1998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:35.314554 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36638) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:35.317822 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a4f35112-fc27-4828-b381-9d13883d1998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.321927 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a4f35112-fc27-4828-b381-9d13883d1998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.329956 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-369f6aca-94f3-4707-929c-9f4d4038164e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:35.336744 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b053ee70-4e2d-490d-bb91-ba416a91602e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.353026 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-b053ee70-4e2d-490d-bb91-ba416a91602e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:35.356977 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-b053ee70-4e2d-490d-bb91-ba416a91602e admin admin] Usage tracker for resource:security_group_rule and tenant:af24c7a7e9ac40458f86c72a86759161 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:35.360299 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-b053ee70-4e2d-490d-bb91-ba416a91602e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:35.366081 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-b053ee70-4e2d-490d-bb91-ba416a91602e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:35.378345 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-a4f35112-fc27-4828-b381-9d13883d1998 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf6f3bb24e064be78fadb9dbe8c30b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331533 May 20 19:44:35.378929 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36642) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:35.393436 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f35112-fc27-4828-b381-9d13883d1998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48068af9-e926-4725-a510-9975a1fdf3ec,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:35.398547 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a4f35112-fc27-4828-b381-9d13883d1998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:35.459326 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-37e6afd3-2cd4-4c93-ac04-d7484f565422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.471958 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b053ee70-4e2d-490d-bb91-ba416a91602e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.478511 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b053ee70-4e2d-490d-bb91-ba416a91602e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.490783 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-080e3528-7851-40ed-b508-65841fff2b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:35.499270 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-37e6afd3-2cd4-4c93-ac04-d7484f565422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.532879 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-b053ee70-4e2d-490d-bb91-ba416a91602e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af24c7a7e9ac40458f86c72a86759161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171769 May 20 19:44:35.534782 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053ee70-4e2d-490d-bb91-ba416a91602e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c6db73-9d51-42a1-bccf-30f99c08f0c5,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:35.537169 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36646) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:35.541113 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-b053ee70-4e2d-490d-bb91-ba416a91602e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:35.569538 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-37e6afd3-2cd4-4c93-ac04-d7484f565422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.577722 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5eecd31a-3bc5-414f-8f2c-b2d1fb797dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:35.600614 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6afd3-2cd4-4c93-ac04-d7484f565422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48068af9-e926-4725-a510-9975a1fdf3ec,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:35.603741 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-37e6afd3-2cd4-4c93-ac04-d7484f565422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:35.615401 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-37e6afd3-2cd4-4c93-ac04-d7484f565422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.617689 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d36889b2-7d4e-4a27-9038-d2ae065ce937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.617995 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-37e6afd3-2cd4-4c93-ac04-d7484f565422 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48068af9-e926-4725-a510-9975a1fdf3ec HTTP/1.1" status: 204 len: 168 time: 0.2380583 May 20 19:44:35.650376 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d36889b2-7d4e-4a27-9038-d2ae065ce937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.738097 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d36889b2-7d4e-4a27-9038-d2ae065ce937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.744153 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-05f6df62-88d4-409c-93fa-c7ddd29e1520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:35.767768 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36889b2-7d4e-4a27-9038-d2ae065ce937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c6db73-9d51-42a1-bccf-30f99c08f0c5,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:35.770169 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d36889b2-7d4e-4a27-9038-d2ae065ce937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:35.782461 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d36889b2-7d4e-4a27-9038-d2ae065ce937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:35.784138 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-d36889b2-7d4e-4a27-9038-d2ae065ce937 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2c6db73-9d51-42a1-bccf-30f99c08f0c5 HTTP/1.1" status: 204 len: 168 time: 0.2448692 May 20 19:44:35.838746 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97a969-fb32-437c-bcfb-79588ae9c681 req-3e781b70-45d5-4314-a654-d231f8a83d01 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:35.840269 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6b97a969-fb32-437c-bcfb-79588ae9c681 req-3e781b70-45d5-4314-a654-d231f8a83d01 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 944 time: 0.1183124 May 20 19:44:35.897080 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6b97a969-fb32-437c-bcfb-79588ae9c681 req-c87f6a05-42c2-4a09-81de-cd3f5cd38dcf tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467052 May 20 19:44:35.982246 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b5f73-1232-4435-9579-2e0fda3e8877 req-3b196cf3-0b35-4a57-8a14-515b83d60e4e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:35.988666 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e69b5f73-1232-4435-9579-2e0fda3e8877 req-3b196cf3-0b35-4a57-8a14-515b83d60e4e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1093426 May 20 19:44:36.039615 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e69b5f73-1232-4435-9579-2e0fda3e8877 req-0eaf75e6-26d3-4c96-8438-3dcc5d288f6c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492835 May 20 19:44:37.108966 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed4c1d-11d1-480d-82d8-426c0129714d req-70c1855e-4c2f-4d26-93bd-14ddb0328e54 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:37.110542 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-75ed4c1d-11d1-480d-82d8-426c0129714d req-70c1855e-4c2f-4d26-93bd-14ddb0328e54 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 944 time: 0.0914807 May 20 19:44:37.135629 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36714) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:37.163425 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-75ed4c1d-11d1-480d-82d8-426c0129714d req-69398751-e3b6-424c-947f-8b60da8ed890 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469604 May 20 19:44:37.343792 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b38b320d-27ed-43d2-8b8d-71c162e5f4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.363913 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-b38b320d-27ed-43d2-8b8d-71c162e5f4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:37.370056 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-b38b320d-27ed-43d2-8b8d-71c162e5f4fb admin admin] Usage tracker for resource:security_group_rule and tenant:fdc844f60cf04dfdb71dfc4d5f0fc7a1 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:37.373529 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-b38b320d-27ed-43d2-8b8d-71c162e5f4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:37.381774 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-b38b320d-27ed-43d2-8b8d-71c162e5f4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:37.406348 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74965c9-f96d-4522-82c3-dcf0de64028a req-4962f689-a13a-488f-ab2a-cc5168580cd0 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:37.408013 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e74965c9-f96d-4522-82c3-dcf0de64028a req-4962f689-a13a-488f-ab2a-cc5168580cd0 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.2256708 May 20 19:44:37.416875 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 4324e9d1-3113-4b5e-8663-f3bad5299161 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:44:37.471719 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e74965c9-f96d-4522-82c3-dcf0de64028a req-ddaf0e82-fb74-4323-a5f5-fce349108cc8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564110 May 20 19:44:37.514979 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port 4324e9d1-3113-4b5e-8663-f3bad5299161 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:44:37.519374 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 4324e9d1-3113-4b5e-8663-f3bad5299161 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:44:37.519751 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.523551 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b38b320d-27ed-43d2-8b8d-71c162e5f4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.527791 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-b38b320d-27ed-43d2-8b8d-71c162e5f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.535155 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-db4647b0-0180-43dc-ba55-b406fa076a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:37.578455 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b320d-27ed-43d2-8b8d-71c162e5f4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f0257e-b0c0-44ba-bf97-b38ba81dc745,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:37.581786 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-b38b320d-27ed-43d2-8b8d-71c162e5f4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:37.586975 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-b38b320d-27ed-43d2-8b8d-71c162e5f4fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fdc844f60cf04dfdb71dfc4d5f0fc7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480155 May 20 19:44:37.588094 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36724) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:37.634747 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.646685 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d56dc437-f4bc-4d52-bd1d-829d7d7de41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.662991 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:37.673433 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 4324e9d1-3113-4b5e-8663-f3bad5299161, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4324e9d1-3113-4b5e-8663-f3bad5299161,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:37.676330 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d56dc437-f4bc-4d52-bd1d-829d7d7de41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.678652 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.680511 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:37.711865 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'code': 200} May 20 19:44:37.742773 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d56dc437-f4bc-4d52-bd1d-829d7d7de41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.748141 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-552eda84-dc89-4097-b6f2-4329412f345b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:37.759469 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dc437-f4bc-4d52-bd1d-829d7d7de41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f0257e-b0c0-44ba-bf97-b38ba81dc745,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:37.760496 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=4324e9d1-3113-4b5e-8663-f3bad5299161,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:37.764197 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:37.769795 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d56dc437-f4bc-4d52-bd1d-829d7d7de41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:37.771849 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d56dc437-f4bc-4d52-bd1d-829d7d7de41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:37.775264 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-d56dc437-f4bc-4d52-bd1d-829d7d7de41d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33f0257e-b0c0-44ba-bf97-b38ba81dc745 HTTP/1.1" status: 204 len: 168 time: 0.1849034 May 20 19:44:37.988052 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ce536-fa49-40a1-b502-7a961c7e8285 req-5f2fff94-fa62-48d9-9b1b-d74ded9d8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:37.989932 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-471ce536-fa49-40a1-b502-7a961c7e8285 req-5f2fff94-fa62-48d9-9b1b-d74ded9d8bb8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 1098 time: 0.0937569 May 20 19:44:38.040523 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-471ce536-fa49-40a1-b502-7a961c7e8285 req-c3a3e11a-b818-4df1-9ffe-cfc111654641 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 May 20 19:44:38.365316 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee137dd6-8621-4f9c-9ba2-6f5179754d0d req-d975181b-fc8c-4433-9928-b510c9713fcc tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:38.366840 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ee137dd6-8621-4f9c-9ba2-6f5179754d0d req-d975181b-fc8c-4433-9928-b510c9713fcc tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 945 time: 0.0922530 May 20 19:44:38.421310 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ee137dd6-8621-4f9c-9ba2-6f5179754d0d req-ca5d35f7-4ead-4ef3-9040-912d5be9792a tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482919 May 20 19:44:38.684490 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbca5f0-59c3-486d-bc54-57eb46aeffe9 req-f301665e-f9cc-44ad-88fc-8dcd69ccdd98 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:38.686171 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-abbca5f0-59c3-486d-bc54-57eb46aeffe9 req-f301665e-f9cc-44ad-88fc-8dcd69ccdd98 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.0877552 May 20 19:44:38.753220 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-abbca5f0-59c3-486d-bc54-57eb46aeffe9 req-0c6a4b2e-6f44-444d-a248-4a9c5b61320e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529070 May 20 19:44:39.697215 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499304a-a8d4-4b98-bdb0-8a4f0f80a96f req-ef23fc1e-946b-415d-abb4-5435c2b144d5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:39.698588 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1499304a-a8d4-4b98-bdb0-8a4f0f80a96f req-ef23fc1e-946b-415d-abb4-5435c2b144d5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 945 time: 0.0921502 May 20 19:44:39.751594 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1499304a-a8d4-4b98-bdb0-8a4f0f80a96f req-f7325c86-8504-4e1b-b704-353ff6b7880e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471206 May 20 19:44:40.069166 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152ce06-ac15-4de0-aca7-8db2523011eb req-163fba20-8479-414f-a7cd-430680ef5a39 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:40.070738 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b152ce06-ac15-4de0-aca7-8db2523011eb req-163fba20-8479-414f-a7cd-430680ef5a39 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1666987 May 20 19:44:40.093172 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290af509-96c0-4db3-8d2f-d46b2c638e4e req-7d3e4d36-3d64-4c3a-9ad7-6dd9908c2815 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:40.103801 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-290af509-96c0-4db3-8d2f-d46b2c638e4e req-7d3e4d36-3d64-4c3a-9ad7-6dd9908c2815 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 945 time: 0.1894414 May 20 19:44:40.128380 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b152ce06-ac15-4de0-aca7-8db2523011eb req-5a0c42d0-f73f-45f4-bc67-42e80984a97f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513453 May 20 19:44:40.160035 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-290af509-96c0-4db3-8d2f-d46b2c638e4e req-8e836368-98cc-4f90-a345-8531aa78de09 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548062 May 20 19:44:40.632235 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eab6eb-1556-47e1-be23-4d2cc9f88692 req-4aaf843b-7517-4e9a-aecf-d0e6643f69e7 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:40.634360 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-44eab6eb-1556-47e1-be23-4d2cc9f88692 req-4aaf843b-7517-4e9a-aecf-d0e6643f69e7 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 945 time: 0.0948846 May 20 19:44:40.687683 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-44eab6eb-1556-47e1-be23-4d2cc9f88692 req-c2c65937-2434-44cf-bc05-03e07e7b99ac tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466301 May 20 19:44:41.447594 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5825bd-e007-42dc-ae32-5f091bfdfe1f req-3a6851e9-0070-4c2d-a6d9-2cf31c0462df tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:41.449245 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6c5825bd-e007-42dc-ae32-5f091bfdfe1f req-3a6851e9-0070-4c2d-a6d9-2cf31c0462df tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1793320 May 20 19:44:41.570325 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6c5825bd-e007-42dc-ae32-5f091bfdfe1f req-3e740816-ca2f-4f4a-911a-0b4cfe2e80c3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139946 May 20 19:44:42.908559 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99308c-d6f6-439e-b596-0d247f311b9d req-3f352814-9d2d-4442-9358-8e6993e8362c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:42.911227 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5c99308c-d6f6-439e-b596-0d247f311b9d req-3f352814-9d2d-4442-9358-8e6993e8362c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1346955 May 20 19:44:42.987481 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5c99308c-d6f6-439e-b596-0d247f311b9d req-a2c7a440-b38b-42eb-b8cd-6185fe94f38c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696039 May 20 19:44:43.936756 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:44.262609 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdb162-44d4-4a7d-8ce9-52c3aad3654d req-428584b3-c527-4c43-8244-011b87204521 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:44.276576 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-86cdb162-44d4-4a7d-8ce9-52c3aad3654d req-428584b3-c527-4c43-8244-011b87204521 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1507480 May 20 19:44:44.354106 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-86cdb162-44d4-4a7d-8ce9-52c3aad3654d req-4681f7e3-75ad-4f10-b7e2-701e7b158871 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742321 May 20 19:44:44.489363 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40681b3-59ec-48d9-83e7-a97769b45d5b req-21efce08-c37f-4792-9275-5bde89081740 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:44.491801 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d40681b3-59ec-48d9-83e7-a97769b45d5b req-21efce08-c37f-4792-9275-5bde89081740 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 945 time: 0.1184297 May 20 19:44:44.550163 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d40681b3-59ec-48d9-83e7-a97769b45d5b req-9541eed9-fa97-4284-93f7-7017dd9d6bed tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518043 May 20 19:44:44.742105 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb81ed-db40-45bd-904f-c1be0fcdbfd0 req-cc319fdc-a844-4243-a3c0-2176dad4f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:44.743862 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13bb81ed-db40-45bd-904f-c1be0fcdbfd0 req-cc319fdc-a844-4243-a3c0-2176dad4f2d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 1099 time: 0.1184011 May 20 19:44:44.923437 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb81ed-db40-45bd-904f-c1be0fcdbfd0 req-db32a5c2-e89e-499a-af83-1acdf1dac14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:44.924815 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13bb81ed-db40-45bd-904f-c1be0fcdbfd0 req-db32a5c2-e89e-499a-af83-1acdf1dac14f service neutron] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 918 time: 0.1438417 May 20 19:44:45.149387 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13bb81ed-db40-45bd-904f-c1be0fcdbfd0 req-1c2ac55a-a166-403a-944d-fabd467ca9df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090 HTTP/1.1" status: 200 len: 1001 time: 0.2129309 May 20 19:44:45.272439 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb81ed-db40-45bd-904f-c1be0fcdbfd0 req-4a5185ec-38e2-45a2-9ef1-46985fd51cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:45.274271 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13bb81ed-db40-45bd-904f-c1be0fcdbfd0 req-4a5185ec-38e2-45a2-9ef1-46985fd51cff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.1171496 May 20 19:44:45.375417 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb81ed-db40-45bd-904f-c1be0fcdbfd0 req-b97f98b7-483d-4309-88ec-8ec34cb2839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:45.379040 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13bb81ed-db40-45bd-904f-c1be0fcdbfd0 req-b97f98b7-483d-4309-88ec-8ec34cb2839c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0964975 May 20 19:44:45.612526 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121460-ad98-40d6-9153-0f2aad17a9e3 req-775dc2ba-bdfc-4ca0-990a-f6d2e6102899 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:45.620672 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-26121460-ad98-40d6-9153-0f2aad17a9e3 req-775dc2ba-bdfc-4ca0-990a-f6d2e6102899 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1055043 May 20 19:44:45.633326 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13bb81ed-db40-45bd-904f-c1be0fcdbfd0 req-4de8b048-f5e4-4607-a03d-94bcb5d6e7e3 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417183 May 20 19:44:45.683909 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-26121460-ad98-40d6-9153-0f2aad17a9e3 req-5b17159b-fca5-4316-b2dd-a9d636f65552 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617912 May 20 19:44:45.958126 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13bb81ed-db40-45bd-904f-c1be0fcdbfd0 req-668fb3dd-2ef1-4973-93ac-892ca245c9fb service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157935 May 20 19:44:45.969675 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c19287-ce59-4359-bca4-e525bf7bdbf9 req-e6407a6f-0a6d-4a52-869b-67af70aa091d tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:45.971563 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e9c19287-ce59-4359-bca4-e525bf7bdbf9 req-e6407a6f-0a6d-4a52-869b-67af70aa091d tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 945 time: 0.1458225 May 20 19:44:46.034085 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e9c19287-ce59-4359-bca4-e525bf7bdbf9 req-870a1bae-9b09-418f-9cbc-221789503c46 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562053 May 20 19:44:46.229766 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb4718-5c41-450a-8250-b05d6a66c6e9 req-38d224a6-fcea-4588-aca6-42ee03586e2e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:46.231746 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6bdb4718-5c41-450a-8250-b05d6a66c6e9 req-38d224a6-fcea-4588-aca6-42ee03586e2e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 945 time: 0.0934291 May 20 19:44:46.293019 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6bdb4718-5c41-450a-8250-b05d6a66c6e9 req-85ab8dd3-cea8-4aa6-b0cc-ef8599a12ee6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509140 May 20 19:44:46.319573 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36916) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:46.631300 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84268392-38f5-445d-8b7b-97a0d4c40e5d tempest-TestMinimumBasicScenario-722433516 tempest-TestMinimumBasicScenario-722433516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:46.632214 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-84268392-38f5-445d-8b7b-97a0d4c40e5d tempest-TestMinimumBasicScenario-722433516 tempest-TestMinimumBasicScenario-722433516-project-admin] Synchronizing usage tracker for tenant:137e449e6536456fa7aa6cf111491185 on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:46.652931 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-84268392-38f5-445d-8b7b-97a0d4c40e5d tempest-TestMinimumBasicScenario-722433516 tempest-TestMinimumBasicScenario-722433516-project-admin] Unset dirty status for tenant:137e449e6536456fa7aa6cf111491185 on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:46.657523 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36926) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:46.657998 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-84268392-38f5-445d-8b7b-97a0d4c40e5d tempest-TestMinimumBasicScenario-722433516 tempest-TestMinimumBasicScenario-722433516-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 1093 time: 0.3369358 May 20 19:44:46.663069 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Request body: {'floatingip': {'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'port_id': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:46.669771 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:46.677284 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Usage tracker for resource:floatingip and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:46.680397 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:46.687313 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:46.707498 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for floatingip, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:46.935874 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:46.956320 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb02d-d815-4534-821b-c331de468c9b req-e5e4181c-ab9a-48d3-9f89-023051329a8c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:46.965226 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f0aeb02d-d815-4534-821b-c331de468c9b req-e5e4181c-ab9a-48d3-9f89-023051329a8c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1252539 May 20 19:44:47.046995 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f0aeb02d-d815-4534-821b-c331de468c9b req-9c151e23-c4a0-40eb-87b8-a3376325b6fa tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797675 May 20 19:44:47.155626 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Allocated IP 172.28.2.53 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/0d3095aa-14c4-4278-8f14-12f33f7a3207) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:44:47.249633 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-75b546d2-dc44-4dfd-bb29-bb558cf0b423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:47.385672 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97939c-eb72-4b1c-8af1-1d2916f66032 req-c249453e-bb9b-4776-b90f-360fcbc5204e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:47.387203 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8c97939c-eb72-4b1c-8af1-1d2916f66032 req-c249453e-bb9b-4776-b90f-360fcbc5204e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 945 time: 0.2003260 May 20 19:44:47.390407 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:47.450986 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8c97939c-eb72-4b1c-8af1-1d2916f66032 req-7e235ae1-f8c6-4470-af5a-5e650de8f38d tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552137 May 20 19:44:47.466495 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:47.481688 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:47.544002 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:44:47.547738 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:44:47.552945 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:44:47.585534 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'Port': ['ID=0d3095aa-14c4-4278-8f14-12f33f7a3207,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:47.605627 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.606241 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.606687 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.607467 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.608005 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.608506 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.609652 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.610133 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.610571 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.611050 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.611603 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.612156 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:47.617051 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:48.171521 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:48.325355 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:48.335116 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd46059-cc73-4927-8d72-0875f97626e8 req-f0d0601d-f085-4166-a1d9-a7c67b664417 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:48.342498 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7dd46059-cc73-4927-8d72-0875f97626e8 req-f0d0601d-f085-4166-a1d9-a7c67b664417 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1072981 May 20 19:44:48.411870 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7dd46059-cc73-4927-8d72-0875f97626e8 req-f533621c-a317-47d2-891a-c3542a4aa22d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684125 May 20 19:44:48.690857 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:48.705971 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:48.711150 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d70c0fec-db1f-4c5c-94a6-79da6cd31cf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:48.842263 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'Port': ['ID=0d3095aa-14c4-4278-8f14-12f33f7a3207,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:48.847245 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:48.855022 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762ea6c-8cfd-4165-ad0b-6ae6d00c0d87 req-7ed14574-ae4a-4427-8db3-d41d9a1de9d7 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:48.856537 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7762ea6c-8cfd-4165-ad0b-6ae6d00c0d87 req-7ed14574-ae4a-4427-8db3-d41d9a1de9d7 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 945 time: 0.2549295 May 20 19:44:48.860226 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:49.025138 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7762ea6c-8cfd-4165-ad0b-6ae6d00c0d87 req-d0e55693-56e5-4998-9a2e-09fdff4588cd tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163039 May 20 19:44:49.112801 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.l3_db [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Floating IP 97992def-1d65-4f0c-a98e-946a2858095f associated. External IP: 172.28.2.53, port: 4324e9d1-3113-4b5e-8663-f3bad5299161. May 20 19:44:49.523192 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Router 99eccf41-3708-44c4-8ac2-02f2c0552036 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:44:49.663538 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c58ca-08c6-43c4-95c6-286ce6dbbe88 req-4c9ee62e-6d10-43a8-bf79-fd2e299837ce tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:49.665915 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-244c58ca-08c6-43c4-95c6-286ce6dbbe88 req-4c9ee62e-6d10-43a8-bf79-fd2e299837ce tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.0910759 May 20 19:44:49.746223 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-b2c6328f-1af5-4ad0-bb75-a2e894dde0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:49.746826 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-244c58ca-08c6-43c4-95c6-286ce6dbbe88 req-9b9c1aed-aeb8-46e9-93a3-9126e6766a26 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744178 May 20 19:44:49.817858 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:49.861674 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36962) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:49.953127 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:44:49.962955 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8270fb-5400-4832-b675-a3afef07d186 None None] Sync routers for ids ['99eccf41-3708-44c4-8ac2-02f2c0552036'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:44:49.977050 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8270fb-5400-4832-b675-a3afef07d186 None None] Routers {'99eccf41-3708-44c4-8ac2-02f2c0552036'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:44:49.977961 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-8a8270fb-5400-4832-b675-a3afef07d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:44:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['99eccf41-3708-44c4-8ac2-02f2c0552036'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:50.017188 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:50.060321 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-60f8f2c4-1a69-4e07-b9ab-67c7de32f991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:50.093268 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-60f8f2c4-1a69-4e07-b9ab-67c7de32f991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:50.101321 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-60f8f2c4-1a69-4e07-b9ab-67c7de32f991 admin admin] Usage tracker for resource:security_group_rule and tenant:337078944a7644f4b150ff09fb977f43 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:50.105575 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-60f8f2c4-1a69-4e07-b9ab-67c7de32f991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:50.115304 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-60f8f2c4-1a69-4e07-b9ab-67c7de32f991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:50.123937 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4652174 May 20 19:44:50.125952 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:50.132000 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36970) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:50.142756 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265605662', 'description': 'tempest-secgroup-smoke-1265605662 description', 'project_id': '970b50b783e548b190329a0d1ea310a3'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:50.162987 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8016f8e-ba81-4773-af96-a7e6259bd192 req-492050b6-dbf0-4152-b624-59ccbcf0a8b0 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:50.164970 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b8016f8e-ba81-4773-af96-a7e6259bd192 req-492050b6-dbf0-4152-b624-59ccbcf0a8b0 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 945 time: 0.1549397 May 20 19:44:50.170410 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:50.279865 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:50.293616 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-8a8270fb-5400-4832-b675-a3afef07d186 None None] Set router 99eccf41-3708-44c4-8ac2-02f2c0552036 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:44:50.351514 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:50.351809 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'status': 'completed', 'code': 200} May 20 19:44:50.397397 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:50.402078 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Usage tracker for resource:security_group_rule and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:50.405274 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:50.412621 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:50.426875 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752996a1-f4fa-43d0-9de5-dbb3a7f0a09c req-dcfef56d-2b71-4327-a504-92b2f902a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:50.428967 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-752996a1-f4fa-43d0-9de5-dbb3a7f0a09c req-dcfef56d-2b71-4327-a504-92b2f902a0fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=970b50b783e548b190329a0d1ea310a3&device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 1098 time: 0.2163482 May 20 19:44:50.493959 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:50.503119 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdd107-2c30-4678-8046-cee8b170b969 req-62c843f3-7bde-419d-9cf7-6059c1a43cd7 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:50.505501 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8dfdd107-2c30-4678-8046-cee8b170b969 req-62c843f3-7bde-419d-9cf7-6059c1a43cd7 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 945 time: 0.2054393 May 20 19:44:50.509215 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:50.519704 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-cbad417d-c33f-4dd0-93a5-32b5d9a3a1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:50.607599 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-60f8f2c4-1a69-4e07-b9ab-67c7de32f991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:50.613357 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0529d7c7-58bf-4f11-bcd0-c1d7de08db98,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:50.630101 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-60f8f2c4-1a69-4e07-b9ab-67c7de32f991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:50.637567 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:50.639132 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5055377 May 20 19:44:50.644423 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.645106 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.645688 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.646274 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.646840 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.647414 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.647983 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.648601 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.649170 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.649727 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.650285 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.651212 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:44:50.652557 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36976) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:50.666124 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Request body: {'security_group_rule': {'security_group_id': '0529d7c7-58bf-4f11-bcd0-c1d7de08db98', 'project_id': '970b50b783e548b190329a0d1ea310a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:50.667950 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c45d3d9b-31d1-42d1-871f-75ec36c47eda tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:50.672759 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-faee2132-3cfd-407e-8897-4ac87aa7edf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:50.676590 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8dfdd107-2c30-4678-8046-cee8b170b969 req-8231872c-3c52-4fee-b7b2-29721b7a12aa tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148343 May 20 19:44:50.680520 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752996a1-f4fa-43d0-9de5-dbb3a7f0a09c req-6c91a8d3-ba58-4434-bd7a-6b3085412702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:50.681922 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-752996a1-f4fa-43d0-9de5-dbb3a7f0a09c req-6c91a8d3-ba58-4434-bd7a-6b3085412702 service neutron] 10.222.0.16 "GET /v2.0/networks?id=869b1c22-9f82-4acd-ac73-cf3e12278bb9 HTTP/1.1" status: 200 len: 915 time: 0.2467697 May 20 19:44:50.682959 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:50.688099 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Usage tracker for resource:security_group_rule and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:50.706832 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-b8016f8e-ba81-4773-af96-a7e6259bd192 req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Deleting port bd8ac212-446b-45a7-8d14-080e051ffdbe {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:44:50.707545 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-b8016f8e-ba81-4773-af96-a7e6259bd192 req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:50.726521 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8f2c4-1a69-4e07-b9ab-67c7de32f991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71ac97-4543-43cf-beca-931e6ef23ed8,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:50.742054 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-60f8f2c4-1a69-4e07-b9ab-67c7de32f991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:50.761584 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:50.776500 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-8a8270fb-5400-4832-b675-a3afef07d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': '97992def-1d65-4f0c-a98e-946a2858095f', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'port_id': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'mac_address': 'fa:16:3e:78:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:44:48Z', 'updated_at': '2021-05-20T19:44:48Z', 'revision_number': 0, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c25e227-b938-4996-9333-bbe51ab16959', 'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'mac_address': 'fa:16:3e:bf:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:38Z', 'updated_at': '2021-05-20T19:43:49Z', 'revision_number': 5, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'subnets': [{'id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:50.782364 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8270fb-5400-4832-b675-a3afef07d186 None None] Checking router: 99eccf41-3708-44c4-8ac2-02f2c0552036 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:44:50.784271 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-60f8f2c4-1a69-4e07-b9ab-67c7de32f991 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=337078944a7644f4b150ff09fb977f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9214957 May 20 19:44:50.788056 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 36980) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:50.790958 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:50.817640 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8270fb-5400-4832-b675-a3afef07d186 None None] Routers {'99eccf41-3708-44c4-8ac2-02f2c0552036'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:44:50.817640 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-8a8270fb-5400-4832-b675-a3afef07d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:44:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['99eccf41-3708-44c4-8ac2-02f2c0552036'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:50.846873 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-752996a1-f4fa-43d0-9de5-dbb3a7f0a09c req-4c156a2c-bee0-422b-9c4f-82d7cc0ed404 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 200 len: 998 time: 0.1512251 May 20 19:44:50.937467 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.000868 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752996a1-f4fa-43d0-9de5-dbb3a7f0a09c req-461cb938-478d-42a6-a522-a70c549e49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:51.002316 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-752996a1-f4fa-43d0-9de5-dbb3a7f0a09c req-461cb938-478d-42a6-a522-a70c549e49ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc4d65d8-0add-4216-aa4f-a1975639bbe4 HTTP/1.1" status: 200 len: 853 time: 0.1528864 May 20 19:44:51.047122 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.059449 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.068556 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.072094 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-8a8270fb-5400-4832-b675-a3afef07d186 None None] Set router 99eccf41-3708-44c4-8ac2-02f2c0552036 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:44:51.081859 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-63df5121-e631-4803-a0ba-231f5ccff0d9 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:51.109980 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2bae2b-44bf-4176-aefa-ebe4ca2dace9,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:51.113364 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:51.118526 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.120028 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-98aaa696-b84d-4d91-b28a-e72f3940b4f5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4640059 May 20 19:44:51.122451 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 36996) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:51.127249 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-737cefc5-626e-4004-9cec-4e9c6ec77d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.128363 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Request body: {'security_group_rule': {'security_group_id': '0529d7c7-58bf-4f11-bcd0-c1d7de08db98', 'project_id': '970b50b783e548b190329a0d1ea310a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:51.135909 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:51.142297 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Usage tracker for resource:security_group_rule and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:51.144744 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-b8016f8e-ba81-4773-af96-a7e6259bd192 req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] For port bd8ac212-446b-45a7-8d14-080e051ffdbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=bd8ac212-446b-45a7-8d14-080e051ffdbe,segment=NetworkSegment(3fff0f48-5844-48c0-9422-3480c5948348),segment_id=3fff0f48-5844-48c0-9422-3480c5948348)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:51.145321 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-b8016f8e-ba81-4773-af96-a7e6259bd192 req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.146156 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:51.150287 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752996a1-f4fa-43d0-9de5-dbb3a7f0a09c req-b1dabe29-38a8-4378-805c-dbc015650365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:51.152009 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-752996a1-f4fa-43d0-9de5-dbb3a7f0a09c req-b1dabe29-38a8-4378-805c-dbc015650365 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=869b1c22-9f82-4acd-ac73-cf3e12278bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1372898 May 20 19:44:51.156468 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:51.258220 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.337420 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-752996a1-f4fa-43d0-9de5-dbb3a7f0a09c req-8125d4e9-5202-4150-8ffe-f177a19776e4 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786802 May 20 19:44:51.375622 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-737cefc5-626e-4004-9cec-4e9c6ec77d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.388159 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-b8016f8e-ba81-4773-af96-a7e6259bd192 req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Calling delete_port for bd8ac212-446b-45a7-8d14-080e051ffdbe owned by compute:nova {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:44:51.392999 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.428820 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef58d67-8155-43ce-9c62-7c407f65bda6 req-38e5e2c4-13f0-4b79-9858-b9ef75cddb46 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:51.432743 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7ef58d67-8155-43ce-9c62-7c407f65bda6 req-38e5e2c4-13f0-4b79-9858-b9ef75cddb46 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.4637196 May 20 19:44:51.443260 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.450705 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-369cf756-0e52-4163-9871-19f54e725ce7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:51.467430 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-8a8270fb-5400-4832-b675-a3afef07d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': '97992def-1d65-4f0c-a98e-946a2858095f', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'port_id': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'mac_address': 'fa:16:3e:78:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:44:48Z', 'updated_at': '2021-05-20T19:44:48Z', 'revision_number': 0, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c25e227-b938-4996-9333-bbe51ab16959', 'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'mac_address': 'fa:16:3e:bf:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:38Z', 'updated_at': '2021-05-20T19:43:49Z', 'revision_number': 5, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'subnets': [{'id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:44:51.476376 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8270fb-5400-4832-b675-a3afef07d186 None None] The sync data for ids ['99eccf41-3708-44c4-8ac2-02f2c0552036'] in dv-cinder-792462-2-smb is: [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': '97992def-1d65-4f0c-a98e-946a2858095f', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'port_id': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'mac_address': 'fa:16:3e:78:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:44:48Z', 'updated_at': '2021-05-20T19:44:48Z', 'revision_number': 0, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c25e227-b938-4996-9333-bbe51ab16959', 'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'mac_address': 'fa:16:3e:bf:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:38Z', 'updated_at': '2021-05-20T19:43:49Z', 'revision_number': 5, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'subnets': [{'id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:44:51.486401 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf8bd0a-c113-4fb7-853e-8e3a42242277,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:51.490831 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:51.508667 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.512372 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-898b5680-c52c-4fe2-98ee-7c56ee93c774 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3863990 May 20 19:44:51.513004 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37000) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:51.519034 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-752996a1-f4fa-43d0-9de5-dbb3a7f0a09c req-ca24b57d-37ab-4c77-80a6-f5392697cc06 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726165 May 20 19:44:51.523419 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Request body: {'security_group_rule': {'security_group_id': '0529d7c7-58bf-4f11-bcd0-c1d7de08db98', 'project_id': '970b50b783e548b190329a0d1ea310a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:51.533049 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7ef58d67-8155-43ce-9c62-7c407f65bda6 req-0c47ed62-1dde-464c-bdfa-655e72669be5 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791779 May 20 19:44:51.535212 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:51.545030 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-737cefc5-626e-4004-9cec-4e9c6ec77d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.552735 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-17afe454-36db-44d4-a714-4a4e10488944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:51.563062 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Usage tracker for resource:security_group_rule and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:51.568580 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:51.573504 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cefc5-626e-4004-9cec-4e9c6ec77d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71ac97-4543-43cf-beca-931e6ef23ed8,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:51.580225 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:51.583008 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-737cefc5-626e-4004-9cec-4e9c6ec77d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:51.587516 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-737cefc5-626e-4004-9cec-4e9c6ec77d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.591065 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-737cefc5-626e-4004-9cec-4e9c6ec77d6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c71ac97-4543-43cf-beca-931e6ef23ed8 HTTP/1.1" status: 204 len: 168 time: 0.7981124 May 20 19:44:51.646174 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.701187 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-b8016f8e-ba81-4773-af96-a7e6259bd192 req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.713016 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:51.757406 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6079c-bc71-407c-bcd7-52719467cb37 None None] New status for floating IP 97992def-1d65-4f0c-a98e-946a2858095f: ACTIVE {{(pid=98304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:44:51.789272 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.803716 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Pushing event deleted for resources: {'Port': ['ID=bd8ac212-446b-45a7-8d14-080e051ffdbe,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:51.806274 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.854479 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:51.862074 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:51.887448 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b28a7b6-7718-4001-b27f-cd04507e22bf,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:51.937929 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:51.953481 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8016f8e-ba81-4773-af96-a7e6259bd192 req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] No DVR routers for this DVR port bd8ac212-446b-45a7-8d14-080e051ffdbe on host hv-cinder-79246 {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:44:51.959111 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-b8016f8e-ba81-4773-af96-a7e6259bd192 req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.963860 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049', 'name': 'network-vif-deleted', 'tag': 'bd8ac212-446b-45a7-8d14-080e051ffdbe'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:51.983915 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:51.988564 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-0a68d62e-b785-460c-8fcc-2f2f57c36112 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4714534 May 20 19:44:51.988564 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37010) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:51.995056 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Request body: {'security_group_rule': {'security_group_id': '0529d7c7-58bf-4f11-bcd0-c1d7de08db98', 'project_id': '970b50b783e548b190329a0d1ea310a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:52.002463 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b8016f8e-ba81-4773-af96-a7e6259bd192 req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.16 "DELETE /v2.0/ports/bd8ac212-446b-45a7-8d14-080e051ffdbe HTTP/1.1" status: 204 len: 173 time: 1.8261576 May 20 19:44:52.003499 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:52.008221 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Usage tracker for resource:security_group_rule and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:52.011888 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:52.020716 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:52.035548 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6aaf4aac-b0e9-4e6f-9b49-99ca170bbd9e req-be93d339-e5ee-4de9-8846-45525cf9d74f tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049 HTTP/1.1" status: 200 len: 210 time: 0.1274650 May 20 19:44:52.056133 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.067821 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bffc0dd-c9e4-4a89-a69a-eb3cb71e9049', 'name': 'network-vif-deleted', 'tag': 'bd8ac212-446b-45a7-8d14-080e051ffdbe', 'status': 'completed', 'code': 200} May 20 19:44:52.153979 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.157845 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.160141 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-7df8964a-7c9e-4656-9d57-ae2f779ba227 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:52.188028 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6617e76c-00d6-46c5-921e-f4b8a661f799,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:52.193489 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:52.197657 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.199073 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-6fb61198-b2d2-4458-a9ee-8573b249dad6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2099967 May 20 19:44:52.201741 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37014) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:52.207136 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Request body: {'security_group_rule': {'security_group_id': '0529d7c7-58bf-4f11-bcd0-c1d7de08db98', 'project_id': '970b50b783e548b190329a0d1ea310a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:52.213122 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:52.217149 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Usage tracker for resource:security_group_rule and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:52.220262 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:52.258577 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:52.285702 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.securitygroups_db [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Project 970b50b783e548b190329a0d1ea310a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 19:44:52.294200 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.353064 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab673-73e7-45e5-8b3f-554e49388bb5 req-07c3537b-a0dd-47ce-9e78-afda3f46c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:52.354538 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-777ab673-73e7-45e5-8b3f-554e49388bb5 req-07c3537b-a0dd-47ce-9e78-afda3f46c076 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 1099 time: 0.1269205 May 20 19:44:52.388357 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.390933 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.395208 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.412323 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:52.486744 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7055c8-999c-4777-b81c-edf0ac973968,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:52.500207 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:52.503408 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.504753 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-b8cc2907-1376-410c-a472-7c786a840056 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3019388 May 20 19:44:52.507602 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37018) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:52.514466 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Request body: {'security_group_rule': {'security_group_id': '0529d7c7-58bf-4f11-bcd0-c1d7de08db98', 'project_id': '970b50b783e548b190329a0d1ea310a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:52.521965 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:52.529841 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Usage tracker for resource:security_group_rule and tenant:970b50b783e548b190329a0d1ea310a3 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:44:52.541452 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:44:52.551703 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:52.556496 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab673-73e7-45e5-8b3f-554e49388bb5 req-ef3a116d-3b4a-41ad-a164-e80370843bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:52.558059 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-777ab673-73e7-45e5-8b3f-554e49388bb5 req-ef3a116d-3b4a-41ad-a164-e80370843bc9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 918 time: 0.1910613 May 20 19:44:52.620904 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.securitygroups_db [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Project 970b50b783e548b190329a0d1ea310a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 19:44:52.652355 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.746612 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35c567-6022-49dc-b817-455ae8a78e89 req-3badb267-af82-4489-b2a8-dcab1007a01c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:52.748109 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8f35c567-6022-49dc-b817-455ae8a78e89 req-3badb267-af82-4489-b2a8-dcab1007a01c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.0828512 May 20 19:44:52.763443 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-777ab673-73e7-45e5-8b3f-554e49388bb5 req-120d96fb-fcd1-49a5-89a6-081fc4d41d8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090 HTTP/1.1" status: 200 len: 1001 time: 0.1975601 May 20 19:44:52.797413 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8f35c567-6022-49dc-b817-455ae8a78e89 req-88c58251-6c13-4471-bebf-d099a88114be tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431402 May 20 19:44:52.844111 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.850616 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab673-73e7-45e5-8b3f-554e49388bb5 req-5833f435-45fb-4511-be08-1ad4da39e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:52.852053 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-777ab673-73e7-45e5-8b3f-554e49388bb5 req-5833f435-45fb-4511-be08-1ad4da39e933 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.0812299 May 20 19:44:52.852843 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.854793 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1e20d55a-65d3-4445-977c-553f0840cb2b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:52.918487 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e0b1f5-cfc7-4533-a6bf-a34bc58f3581,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:52.925288 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:52.934886 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:52.936014 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4274719 May 20 19:44:52.969382 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab673-73e7-45e5-8b3f-554e49388bb5 req-cbe5f031-2ac6-4a95-8807-c3143be611e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:52.971920 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-777ab673-73e7-45e5-8b3f-554e49388bb5 req-cbe5f031-2ac6-4a95-8807-c3143be611e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1070552 May 20 19:44:53.142783 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-621897b3-5bf9-4ceb-ae3d-93ddb5a9f522 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Synchronizing usage tracker for tenant:970b50b783e548b190329a0d1ea310a3 on resource:security_group {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:53.148976 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-777ab673-73e7-45e5-8b3f-554e49388bb5 req-59cd9ae4-68c6-4a57-8676-d32b75eac75c service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689284 May 20 19:44:53.194417 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-621897b3-5bf9-4ceb-ae3d-93ddb5a9f522 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Unset dirty status for tenant:970b50b783e548b190329a0d1ea310a3 on resource:security_group {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:53.195603 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-621897b3-5bf9-4ceb-ae3d-93ddb5a9f522 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265605662&fields=id&tenant_id=970b50b783e548b190329a0d1ea310a3 HTTP/1.1" status: 200 len: 267 time: 0.1311266 May 20 19:44:53.356863 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-777ab673-73e7-45e5-8b3f-554e49388bb5 req-d5f24c86-e07c-4f5f-8674-f15ee5e2597d service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987207 May 20 19:44:53.368583 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-c35af091-612a-424e-9c61-1e947c736313 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:53.370181 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-c35af091-612a-424e-9c61-1e947c736313 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 945 time: 0.1683617 May 20 19:44:53.396279 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-04e45740-5d59-4df2-83aa-9f7ba913d277 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Request body: {'port': {'security_groups': ['9e22bab7-aa4b-471f-bcb9-4d30b1a4b026', '0529d7c7-58bf-4f11-bcd0-c1d7de08db98']}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:53.510749 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device bd8ac212-446b-45a7-8d14-080e051ffdbe no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:44:53.551690 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: bd8ac212-446b-45a7-8d14-080e051ffdbe {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:44:53.552048 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device bd8ac212-446b-45a7-8d14-080e051ffdbe not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:44:53.598387 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-04e45740-5d59-4df2-83aa-9f7ba913d277 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:53.865162 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-04e45740-5d59-4df2-83aa-9f7ba913d277 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] For port 4324e9d1-3113-4b5e-8663-f3bad5299161, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4324e9d1-3113-4b5e-8663-f3bad5299161,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:53.891672 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-04e45740-5d59-4df2-83aa-9f7ba913d277 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:53.896599 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-04e45740-5d59-4df2-83aa-9f7ba913d277 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:53.902444 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f789b30b-7f56-4f8f-8093-c3988dcde653 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:53.909151 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['4324e9d1-3113-4b5e-8663-f3bad5299161'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:44:53.972705 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-04e45740-5d59-4df2-83aa-9f7ba913d277 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:53.973335 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-04e45740-5d59-4df2-83aa-9f7ba913d277 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:53.974698 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4d12ea31-8553-47c0-b7d1-086a113c1822 req-04e45740-5d59-4df2-83aa-9f7ba913d277 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "PUT /v2.0/ports/4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 200 len: 981 time: 0.5849717 May 20 19:44:54.006312 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e45740-5d59-4df2-83aa-9f7ba913d277 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'Port': ['ID=4324e9d1-3113-4b5e-8663-f3bad5299161,revision_number=6']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:54.012355 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-04e45740-5d59-4df2-83aa-9f7ba913d277 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:54.044551 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6927c0-b7eb-4f60-a5a7-a562c7ceeee3 req-c6ca3f4a-e5b9-45af-9314-ee979e9400a5 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:54.052689 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4b6927c0-b7eb-4f60-a5a7-a562c7ceeee3 req-c6ca3f4a-e5b9-45af-9314-ee979e9400a5 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.1396990 May 20 19:44:54.064857 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['4324e9d1-3113-4b5e-8663-f3bad5299161'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:44:54.068507 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:54.099549 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4b6927c0-b7eb-4f60-a5a7-a562c7ceeee3 req-cb431233-2180-4681-8b32-4ac260264c27 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459549 May 20 19:44:54.178566 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'status': 'completed', 'code': 200} May 20 19:44:54.192332 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e7dd7-af68-48c0-a27c-f4f1c498c256 req-c63c2fb7-797a-45a0-9182-0c34fa51b322 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:54.193882 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e04e7dd7-af68-48c0-a27c-f4f1c498c256 req-c63c2fb7-797a-45a0-9182-0c34fa51b322 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.1019287 May 20 19:44:54.295205 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e04e7dd7-af68-48c0-a27c-f4f1c498c256 req-559f4131-a32d-4d12-8029-6732824f1b84 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950706 May 20 19:44:54.319998 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bcf1a-f248-4715-a7f7-fb8626006bb3 req-c5b02cc4-c792-404f-a789-ab64af956ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:54.321496 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3a8bcf1a-f248-4715-a7f7-fb8626006bb3 req-c5b02cc4-c792-404f-a789-ab64af956ce0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=970b50b783e548b190329a0d1ea310a3&device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 1137 time: 0.1036229 May 20 19:44:54.374095 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-95bf8a4a-3566-4c2e-901c-eda37c502b83 None None] Provisioning complete for port 4324e9d1-3113-4b5e-8663-f3bad5299161 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:44:54.374363 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-95bf8a4a-3566-4c2e-901c-eda37c502b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:54.467638 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bcf1a-f248-4715-a7f7-fb8626006bb3 req-f24655bb-49a6-4d44-aa46-564f16588ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:54.470140 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3a8bcf1a-f248-4715-a7f7-fb8626006bb3 req-f24655bb-49a6-4d44-aa46-564f16588ef0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=869b1c22-9f82-4acd-ac73-cf3e12278bb9 HTTP/1.1" status: 200 len: 915 time: 0.1399181 May 20 19:44:54.579676 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3a8bcf1a-f248-4715-a7f7-fb8626006bb3 req-8b434a28-f927-4d29-a978-b95e1e219be7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 200 len: 1000 time: 0.1026273 May 20 19:44:54.654418 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bcf1a-f248-4715-a7f7-fb8626006bb3 req-b6ac3871-111f-4a72-b4f1-5af83eb3b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:54.656914 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3a8bcf1a-f248-4715-a7f7-fb8626006bb3 req-b6ac3871-111f-4a72-b4f1-5af83eb3b08b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc4d65d8-0add-4216-aa4f-a1975639bbe4 HTTP/1.1" status: 200 len: 853 time: 0.0674758 May 20 19:44:54.744789 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bcf1a-f248-4715-a7f7-fb8626006bb3 req-cccce985-2f70-48f8-b704-b2f5d62054ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:54.746262 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3a8bcf1a-f248-4715-a7f7-fb8626006bb3 req-cccce985-2f70-48f8-b704-b2f5d62054ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=869b1c22-9f82-4acd-ac73-cf3e12278bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817642 May 20 19:44:54.888999 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3a8bcf1a-f248-4715-a7f7-fb8626006bb3 req-58c05bfe-5e48-4c32-8f20-60d615b4e49d service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341972 May 20 19:44:55.027240 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3a8bcf1a-f248-4715-a7f7-fb8626006bb3 req-72bb8248-ef97-47d7-bd7a-4b25f9510370 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293404 May 20 19:44:55.303781 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67697aa1-bf32-4833-abee-e59ce85c99cb req-8ee93109-3cf9-4d3c-a31f-35229a45c4cc tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:55.305318 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-67697aa1-bf32-4833-abee-e59ce85c99cb req-8ee93109-3cf9-4d3c-a31f-35229a45c4cc tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 946 time: 0.0826066 May 20 19:44:55.358872 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-67697aa1-bf32-4833-abee-e59ce85c99cb req-963364a6-c9c6-45a7-9643-bec8396faadf tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468838 May 20 19:44:55.526272 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 769e0a55-3d4b-41a1-9fd1-b7467f819090 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:44:55.646469 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:55.674197 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:44:55.683913 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:44:55.688643 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:55.690419 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-37bff703-8629-418a-8fbf-87a483ea43c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:44:55.732242 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'code': 200} May 20 19:44:55.759676 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=769e0a55-3d4b-41a1-9fd1-b7467f819090,revision_number=8']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:44:55.765156 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:44:56.560743 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e359452-7d36-4fce-900f-678801644dff req-9600b587-2cf2-4062-92f7-58924704cf37 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:56.562814 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7e359452-7d36-4fce-900f-678801644dff req-9600b587-2cf2-4062-92f7-58924704cf37 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0860953 May 20 19:44:56.612617 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7e359452-7d36-4fce-900f-678801644dff req-3ba60e58-416c-4ab7-8810-31912b1e7577 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437932 May 20 19:44:57.482624 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-25018623-c207-499a-8c7a-316745d7702d tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:57.484159 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-25018623-c207-499a-8c7a-316745d7702d tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/networks?id=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c HTTP/1.1" status: 200 len: 814 time: 0.1669321 May 20 19:44:57.503909 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-5cee765e-59ea-4b12-8a90-6bd7f2ba3320 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/quotas/5ce22aaa180f47a0b0f6873c1e57569e HTTP/1.1" status: 200 len: 375 time: 0.0106757 May 20 19:44:57.556602 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f14e44e6-09c4-42d6-887f-464d9902d255 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Synchronizing usage tracker for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:44:57.573433 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f14e44e6-09c4-42d6-887f-464d9902d255 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Unset dirty status for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:44:57.574817 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f14e44e6-09c4-42d6-887f-464d9902d255 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5ce22aaa180f47a0b0f6873c1e57569e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635881 May 20 19:44:57.683553 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041689a6-b4da-4743-9e35-ed4731ca8dd2 req-7156ca87-218b-49e6-898f-3f8955a2b2c2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:57.685166 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-041689a6-b4da-4743-9e35-ed4731ca8dd2 req-7156ca87-218b-49e6-898f-3f8955a2b2c2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.1935833 May 20 19:44:57.732689 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-041689a6-b4da-4743-9e35-ed4731ca8dd2 req-593d7ccb-8be6-4b80-acf6-82168c55015b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417504 May 20 19:44:57.736702 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-7f89fd71-5443-41cc-8955-5197c7721f2b service neutron] 10.222.0.44 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540475 May 20 19:44:57.960871 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-95aa7ede-abd9-4ebb-9434-3b7945b5e11d service neutron] 10.222.0.44 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223115 May 20 19:44:57.989231 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37116) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:44:58.136479 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-fedc4dcf-989c-470c-95ac-2a3071d30b84 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456804 May 20 19:44:58.189997 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a62658b6-553a-4e7a-894e-1b5e13ad7e55 req-2d867b91-1883-409f-9c5c-1c89bb94f4c4 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 210 time: 0.0474417 May 20 19:44:58.948984 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4b53-0d55-444b-ae82-47037690874a req-c01dd367-f089-4b1e-bc71-cf740381cd48 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:58.951074 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-818d4b53-0d55-444b-ae82-47037690874a req-c01dd367-f089-4b1e-bc71-cf740381cd48 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0864577 May 20 19:44:59.000413 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-818d4b53-0d55-444b-ae82-47037690874a req-c0c54bfa-b7cc-48bc-904f-cfb7b3f45185 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433524 May 20 19:44:59.377737 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-24eb3c1c-2daf-4034-9353-64606eea8e7e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:59.380936 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-24eb3c1c-2daf-4034-9353-64606eea8e7e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.16 "GET /v2.0/networks?id=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c HTTP/1.1" status: 200 len: 814 time: 0.1936657 May 20 19:44:59.383465 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7c7b232d-8deb-4ed0-a9c0-9bd08a733e5e req-307eb358-6921-4959-ae96-e351003deab3 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 210 time: 0.0565510 May 20 19:44:59.391931 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Request body: {'port': {'device_id': 'de2d3e05-89d0-4661-94e9-8631590802c0', 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c', 'admin_state_up': True, 'tenant_id': '5ce22aaa180f47a0b0f6873c1e57569e'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:44:59.529282 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 769e0a55-3d4b-41a1-9fd1-b7467f819090 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:44:59.548657 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:44:59.559970 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:44:59.575653 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Made reservation on behalf of 5ce22aaa180f47a0b0f6873c1e57569e for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:44:59.582202 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:44:59.791501 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Allocated IP 172.20.0.14 (73ec9ca6-786a-445d-bb9e-c2e751dbcc0c/6d523731-0d49-401a-8fd3-0f19c96458c1/541d8c20-c293-48c8-900b-9d378187cadb) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:44:59.923599 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-16ed1bb2-4976-497e-aa78-5d2c221bb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:44:59.924994 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-16ed1bb2-4976-497e-aa78-5d2c221bb657 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd&tenant_id=7057c75477a14814811e97be384b9f32 HTTP/1.1" status: 200 len: 1097 time: 0.0749393 May 20 19:45:00.003953 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:00.021489 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-ecb81d52-44f7-4158-a7e6-2b03281d7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:00.022994 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-ecb81d52-44f7-4158-a7e6-2b03281d7ce3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 1097 time: 0.0746069 May 20 19:45:00.038961 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:00.045805 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-7cc589d7-0ec2-4707-b11a-ae138d39511e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:00.164873 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-68a3ce83-dfc1-426e-a3c6-826e78a1238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:00.166818 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-68a3ce83-dfc1-426e-a3c6-826e78a1238c service neutron] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 918 time: 0.1359651 May 20 19:45:00.170821 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:45:00.178534 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:45:00.185965 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:45:00.212928 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Pushing event updated for resources: {'Port': ['ID=541d8c20-c293-48c8-900b-9d378187cadb,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:00.219212 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:00.267395 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:00.268016 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:00.298189 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93969b6c-5c6b-49d6-a23f-a7e2048c2253 req-32f1b95c-ff37-4f92-8af9-a40a032441f8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:00.299655 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-93969b6c-5c6b-49d6-a23f-a7e2048c2253 req-32f1b95c-ff37-4f92-8af9-a40a032441f8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.1814663 May 20 19:45:00.308857 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-0226e4a5-0ee9-45c7-aa6a-6b9d0d1f531e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9209154 May 20 19:45:00.328641 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Request body: {'port': {'device_id': 'de2d3e05-89d0-4661-94e9-8631590802c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:45:00.331889 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-657a35a8-a27c-4a98-9c09-e02f0f1a1e33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090 HTTP/1.1" status: 200 len: 999 time: 0.1026292 May 20 19:45:00.400294 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-b5c2cfd4-3aae-4005-b426-758847a2b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:00.402014 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-b5c2cfd4-3aae-4005-b426-758847a2b404 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.0641918 May 20 19:45:00.406039 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-93969b6c-5c6b-49d6-a23f-a7e2048c2253 req-b8d5969e-b495-4808-855a-f47fd407efd1 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997348 May 20 19:45:00.467976 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:00.501242 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:45:00.555637 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-8260aca2-e151-45bb-ac57-d8f0a7d9cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:00.557129 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-8260aca2-e151-45bb-ac57-d8f0a7d9cdf0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1478648 May 20 19:45:00.694101 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eb139-80ba-43ef-b907-9dcfa4fbaab9 req-b9d5e091-32b7-4096-8307-5b3618330c8d tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:00.695504 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-da0eb139-80ba-43ef-b907-9dcfa4fbaab9 req-b9d5e091-32b7-4096-8307-5b3618330c8d tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 932 time: 0.1901400 May 20 19:45:00.748116 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-4452836b-b67c-4571-8a91-69e6b6fb52a1 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803999 May 20 19:45:00.787565 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-da0eb139-80ba-43ef-b907-9dcfa4fbaab9 req-75c784f7-36c8-4265-8dc9-6ee76ad811ba tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860620 May 20 19:45:00.830116 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541d8c20-c293-48c8-900b-9d378187cadb {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:45:00.837628 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:00.853428 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Transition to ACTIVE for port object 541d8c20-c293-48c8-900b-9d378187cadb will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:45:00.857382 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:00.862691 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:00.899805 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d8fd7e01-9514-45eb-819e-6ba057334db3 req-5b43092a-2239-47f5-afe3-59a7bb6ca796 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382225 May 20 19:45:01.095162 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=541d8c20-c293-48c8-900b-9d378187cadb,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:01.102105 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:01.171926 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Attempting to bind port 541d8c20-c293-48c8-900b-9d378187cadb on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:45:01.172296 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Attempting to bind port 541d8c20-c293-48c8-900b-9d378187cadb by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '3fff0f48-5844-48c0-9422-3480c5948348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:45:01.172623 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Attempting to bind port 541d8c20-c293-48c8-900b-9d378187cadb on network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:45:01.177274 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Port 541d8c20-c293-48c8-900b-9d378187cadb on network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:45:01.177591 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Attempting to bind port 541d8c20-c293-48c8-900b-9d378187cadb on network 73ec9ca6-786a-445d-bb9e-c2e751dbcc0c {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:45:01.183954 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:45:01.183954 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Checking segment: {'id': '3fff0f48-5844-48c0-9422-3480c5948348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:45:01.183954 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Bound using segment: {'id': '3fff0f48-5844-48c0-9422-3480c5948348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:45:01.184362 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Bound port: 541d8c20-c293-48c8-900b-9d378187cadb, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fff0f48-5844-48c0-9422-3480c5948348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:45:01.184463 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:01.274934 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] For port 541d8c20-c293-48c8-900b-9d378187cadb, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:45:01.278516 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] For port 541d8c20-c293-48c8-900b-9d378187cadb, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=541d8c20-c293-48c8-900b-9d378187cadb,segment=NetworkSegment(3fff0f48-5844-48c0-9422-3480c5948348),segment_id=3fff0f48-5844-48c0-9422-3480c5948348)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:45:01.284506 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:01.288291 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-689ecd4b-0ca7-48bf-bd2e-676108310314 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:01.350246 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:01.350851 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:01.352241 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] 10.222.0.16 "PUT /v2.0/ports/541d8c20-c293-48c8-900b-9d378187cadb HTTP/1.1" status: 200 len: 1094 time: 1.0299489 May 20 19:45:01.352737 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2d3e05-89d0-4661-94e9-8631590802c0', 'tag': '541d8c20-c293-48c8-900b-9d378187cadb'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:01.384616 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=541d8c20-c293-48c8-900b-9d378187cadb,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:01.400339 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:01.403602 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2d3e05-89d0-4661-94e9-8631590802c0', 'tag': '541d8c20-c293-48c8-900b-9d378187cadb', 'status': 'completed', 'code': 200} May 20 19:45:01.491157 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-318f0d41-f735-47f0-af61-653977e76b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:01.493330 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-318f0d41-f735-47f0-af61-653977e76b9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce22aaa180f47a0b0f6873c1e57569e&device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 1097 time: 0.0913742 May 20 19:45:01.626799 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446cd7a-3457-4fc2-8117-6e8a694f8d6c req-b988f314-2ffd-4d79-bb2b-4bac5501e38a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:01.635826 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d446cd7a-3457-4fc2-8117-6e8a694f8d6c req-b988f314-2ffd-4d79-bb2b-4bac5501e38a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.1004407 May 20 19:45:01.687216 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d446cd7a-3457-4fc2-8117-6e8a694f8d6c req-52831aa0-31e3-43ec-a208-59c74cd719c7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501196 May 20 19:45:01.985993 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e02b4-3d11-47b8-90f1-e39a6085308e req-f617b7d0-68b7-4a65-a214-3635fb7cf177 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:01.986762 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-6c0e02b4-3d11-47b8-90f1-e39a6085308e req-f617b7d0-68b7-4a65-a214-3635fb7cf177 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Synchronizing usage tracker for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:45:02.004150 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-6c0e02b4-3d11-47b8-90f1-e39a6085308e req-f617b7d0-68b7-4a65-a214-3635fb7cf177 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Unset dirty status for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:45:02.005326 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6c0e02b4-3d11-47b8-90f1-e39a6085308e req-f617b7d0-68b7-4a65-a214-3635fb7cf177 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.1049383 May 20 19:45:02.058735 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6c0e02b4-3d11-47b8-90f1-e39a6085308e req-219cc602-8056-416b-a25f-10689e43a708 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473266 May 20 19:45:02.898928 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e57cf-0ea2-476a-bf5f-019fe750bf2d req-16e35029-a60b-4915-a4ee-7bd18c72b184 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:02.900872 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-714e57cf-0ea2-476a-bf5f-019fe750bf2d req-16e35029-a60b-4915-a4ee-7bd18c72b184 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0894370 May 20 19:45:02.955673 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-714e57cf-0ea2-476a-bf5f-019fe750bf2d req-fe10d9f2-c19e-4b7c-b7fe-1b57ce60badc tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483985 May 20 19:45:03.260887 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35794789-8ff9-43fb-8e03-6288940add49 req-f6bf1bcb-891c-4561-ae90-bddaab8a8770 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:03.262396 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-35794789-8ff9-43fb-8e03-6288940add49 req-f6bf1bcb-891c-4561-ae90-bddaab8a8770 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0923092 May 20 19:45:03.313222 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-35794789-8ff9-43fb-8e03-6288940add49 req-c098cb8a-2b87-42ff-9777-e94dff3a8188 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440154 May 20 19:45:04.161507 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e0259-528e-4a13-892b-3d42b39a6ea5 req-c410b50f-bca3-4917-a658-2c71be9b4131 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:04.163268 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-894e0259-528e-4a13-892b-3d42b39a6ea5 req-c410b50f-bca3-4917-a658-2c71be9b4131 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0932949 May 20 19:45:04.215337 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-894e0259-528e-4a13-892b-3d42b39a6ea5 req-31157aca-5a36-4cb4-a3b7-89b7d744a4c1 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465233 May 20 19:45:04.516458 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9c527-3653-4ea8-acc7-5298ccd7a410 req-f81a4a24-2cf3-41c1-b4ff-c09292760723 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:04.518197 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1ae9c527-3653-4ea8-acc7-5298ccd7a410 req-f81a4a24-2cf3-41c1-b4ff-c09292760723 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0914724 May 20 19:45:04.568105 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1ae9c527-3653-4ea8-acc7-5298ccd7a410 req-03028dd8-a4fa-4ed4-8a87-15c21e7cc2e4 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440016 May 20 19:45:04.691877 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-386b7f55-9f1a-454a-b8f9-ad15e0d6e484 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=541d8c20-c293-48c8-900b-9d378187cadb HTTP/1.1" status: 200 len: 217 time: 0.0675154 May 20 19:45:05.446961 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57fbf8-f686-4874-9261-44aa62a3dcce req-7ed689f1-5fd6-440b-977c-24606429aae5 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:05.448506 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0c57fbf8-f686-4874-9261-44aa62a3dcce req-7ed689f1-5fd6-440b-977c-24606429aae5 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0842083 May 20 19:45:05.494462 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0c57fbf8-f686-4874-9261-44aa62a3dcce req-19889509-df83-406d-bd26-aef4119b69c9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395207 May 20 19:45:05.768753 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316cdae-1089-4d27-b80b-339befc612b3 req-93248d11-7924-456c-909e-5affe34818e9 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:05.770252 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e316cdae-1089-4d27-b80b-339befc612b3 req-93248d11-7924-456c-909e-5affe34818e9 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0900741 May 20 19:45:05.823626 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e316cdae-1089-4d27-b80b-339befc612b3 req-8129acea-b7cf-43d8-8771-c5594ae89553 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470884 May 20 19:45:06.706477 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8e718-67c5-40e4-bcef-5f8b469bb901 req-163eee93-57c3-4d2e-8986-2a126dff4f72 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:06.707834 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1ab8e718-67c5-40e4-bcef-5f8b469bb901 req-163eee93-57c3-4d2e-8986-2a126dff4f72 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0928359 May 20 19:45:06.769310 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1ab8e718-67c5-40e4-bcef-5f8b469bb901 req-379418c3-c63d-478b-a30f-f0489dfb2d6d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549161 May 20 19:45:06.799383 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-992ee27d-aea8-49e3-8857-ac2f983f74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:06.800989 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-992ee27d-aea8-49e3-8857-ac2f983f74a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d523731-0d49-401a-8fd3-0f19c96458c1 HTTP/1.1" status: 200 len: 854 time: 0.0657141 May 20 19:45:07.017950 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e888e-38f6-4ac6-81d7-9379d7424a80 req-6446ccaf-02c9-422a-a2ff-083e3c050fd4 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:07.019560 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-df4e888e-38f6-4ac6-81d7-9379d7424a80 req-6446ccaf-02c9-422a-a2ff-083e3c050fd4 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0891340 May 20 19:45:07.071537 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-df4e888e-38f6-4ac6-81d7-9379d7424a80 req-2673015f-927f-4832-921f-13061e42b1b6 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460742 May 20 19:45:07.977872 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd6ce7-18dc-4fca-9340-abe654907df1 req-dd6272ea-0748-45c8-b9bd-6a99e83d4d89 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:07.979434 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c1fd6ce7-18dc-4fca-9340-abe654907df1 req-dd6272ea-0748-45c8-b9bd-6a99e83d4d89 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0866766 May 20 19:45:08.035181 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c1fd6ce7-18dc-4fca-9340-abe654907df1 req-d40c936a-3f0c-48a2-8d59-923ab2f28498 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491612 May 20 19:45:08.276385 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc05630-4252-4996-9f56-6d43fa6543f2 req-9700f670-b7fb-4f15-b46b-00a0c3a6fc1c tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:08.277841 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0bc05630-4252-4996-9f56-6d43fa6543f2 req-9700f670-b7fb-4f15-b46b-00a0c3a6fc1c tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0894437 May 20 19:45:08.326102 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0bc05630-4252-4996-9f56-6d43fa6543f2 req-24f3cb50-36b1-49e3-8659-e6f443464e54 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 May 20 19:45:09.141667 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-40741c9d-0faa-4a42-a821-ec3bbddcf31b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469668 May 20 19:45:09.340117 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf71f7-16f8-4a2e-a950-9f32e80fc2cd req-7932341e-d04a-4dfd-9675-fb7db1c7b0e0 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:09.341512 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3aaf71f7-16f8-4a2e-a950-9f32e80fc2cd req-7932341e-d04a-4dfd-9675-fb7db1c7b0e0 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.1878865 May 20 19:45:09.392048 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3aaf71f7-16f8-4a2e-a950-9f32e80fc2cd req-d4d22e60-c691-4057-bd46-4db44cb266e6 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439043 May 20 19:45:09.540797 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afa634-ccba-4c6e-a0f2-28f50f23210c req-bdc68315-d7e7-4d62-bdb4-51cc32328382 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:09.542488 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d6afa634-ccba-4c6e-a0f2-28f50f23210c req-bdc68315-d7e7-4d62-bdb4-51cc32328382 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0957499 May 20 19:45:09.591212 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d6afa634-ccba-4c6e-a0f2-28f50f23210c req-7842c91e-e189-4d38-ba72-c0a4aad20d0f tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 May 20 19:45:10.622301 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614c18e-ee8a-4e60-9e4a-c7c02ec44fd9 req-afaffabc-f5a8-44f0-9c39-d61ae788c96d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:10.625278 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0614c18e-ee8a-4e60-9e4a-c7c02ec44fd9 req-afaffabc-f5a8-44f0-9c39-d61ae788c96d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.1132064 May 20 19:45:10.684754 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0614c18e-ee8a-4e60-9e4a-c7c02ec44fd9 req-b8781758-390d-4c4c-ba06-9245a0990654 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485904 May 20 19:45:10.817798 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c0482-7c80-40c0-850d-54850461386d req-cf3c4afe-547e-4032-b979-756c61331f44 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:10.819413 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-982c0482-7c80-40c0-850d-54850461386d req-cf3c4afe-547e-4032-b979-756c61331f44 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0929141 May 20 19:45:10.882594 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-982c0482-7c80-40c0-850d-54850461386d req-0fc2536d-bd5c-41f1-b84b-efac3a43b4d8 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572014 May 20 19:45:11.083729 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-06e13d9c-bc35-4c7a-910f-531a996a9dd5 service neutron] 10.222.0.16 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439419 May 20 19:45:11.893840 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba9df2-2a6d-4eee-9a85-f01bdef232ab req-6504f6fa-84fe-444b-be41-72492f4a4217 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:11.895536 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d7ba9df2-2a6d-4eee-9a85-f01bdef232ab req-6504f6fa-84fe-444b-be41-72492f4a4217 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0912580 May 20 19:45:11.960003 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d7ba9df2-2a6d-4eee-9a85-f01bdef232ab req-076468f1-2d1b-4f53-8233-2a920b47c573 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583131 May 20 19:45:12.233795 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8044-9eb0-4bcf-86aa-970369857d23 req-8821f829-5c56-4481-905a-b185362aab15 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:12.235266 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-024b8044-9eb0-4bcf-86aa-970369857d23 req-8821f829-5c56-4481-905a-b185362aab15 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.2081149 May 20 19:45:12.366755 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-024b8044-9eb0-4bcf-86aa-970369857d23 req-59aac96a-caa1-43f7-af3b-4840a836485c tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735910 May 20 19:45:12.370319 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-16d0f53c-a37f-4037-95ee-29d6c8f59042 req-5b6ad182-dc32-4805-acfb-ef7ce844e7b7 service neutron] 10.222.0.16 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917870 May 20 19:45:13.191993 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db8c8-8eb8-44bc-a98c-a6f3259e5029 req-84026d4c-918e-43f9-a96f-002aead2e6d1 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:13.193567 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-fe8db8c8-8eb8-44bc-a98c-a6f3259e5029 req-84026d4c-918e-43f9-a96f-002aead2e6d1 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.1009529 May 20 19:45:13.249270 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-fe8db8c8-8eb8-44bc-a98c-a6f3259e5029 req-320320bd-6b46-4868-a431-29e363dea8bb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488012 May 20 19:45:13.572351 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2f961-8b52-471a-a7f2-c1f3a91f0801 req-860470c9-cfbd-4301-8224-7bd1e8748fd0 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:13.574016 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d8a2f961-8b52-471a-a7f2-c1f3a91f0801 req-860470c9-cfbd-4301-8224-7bd1e8748fd0 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0892456 May 20 19:45:13.644085 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d8a2f961-8b52-471a-a7f2-c1f3a91f0801 req-c7aba6e0-7e65-492a-8823-14ad73daa2c3 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620694 May 20 19:45:13.930759 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:14.450581 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181765e-e715-4b36-a800-72b6c0603814 req-753b0df5-40b1-44df-a04b-ee44171f2fa3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:14.452139 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9181765e-e715-4b36-a800-72b6c0603814 req-753b0df5-40b1-44df-a04b-ee44171f2fa3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0926898 May 20 19:45:14.500563 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9181765e-e715-4b36-a800-72b6c0603814 req-993e6eb7-8dfd-4bd7-9ae1-4dc0ba940ddc tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426168 May 20 19:45:14.845504 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ec607-8091-47b6-b620-571f46011085 req-74e04bd3-c563-4d8e-8438-745397fe699c tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:14.848520 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d16ec607-8091-47b6-b620-571f46011085 req-74e04bd3-c563-4d8e-8438-745397fe699c tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0920229 May 20 19:45:14.893184 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d16ec607-8091-47b6-b620-571f46011085 req-03aef638-0817-46e0-9828-f1eb09ea9acd tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 May 20 19:45:15.691265 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ce94d-fd7c-4276-a1af-d4cda67f2bc1 req-45f13f45-d1d0-4770-8a6b-b24a62d8061c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:15.692833 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-733ce94d-fd7c-4276-a1af-d4cda67f2bc1 req-45f13f45-d1d0-4770-8a6b-b24a62d8061c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0816605 May 20 19:45:15.737769 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-733ce94d-fd7c-4276-a1af-d4cda67f2bc1 req-21c4e090-c6e7-433f-87db-3821f08752f6 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388670 May 20 19:45:16.079724 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1daaf-9cac-4bbd-aab5-ed27f8816176 req-33e8ae17-9ec0-4939-b9b3-35b3c211809e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:16.081242 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7fc1daaf-9cac-4bbd-aab5-ed27f8816176 req-33e8ae17-9ec0-4939-b9b3-35b3c211809e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0823703 May 20 19:45:16.127645 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7fc1daaf-9cac-4bbd-aab5-ed27f8816176 req-e1102dc0-208b-43a8-b352-a21974fad785 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405631 May 20 19:45:16.938264 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b05c9c-be04-4d98-9974-7a4321508ad8 req-f22dd793-e17e-43ad-a0a7-3e1bd416010d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:16.940112 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f4b05c9c-be04-4d98-9974-7a4321508ad8 req-f22dd793-e17e-43ad-a0a7-3e1bd416010d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0886936 May 20 19:45:16.989309 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f4b05c9c-be04-4d98-9974-7a4321508ad8 req-4c0280e0-ca5f-44f4-a8de-c5f547faaf88 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417793 May 20 19:45:17.020117 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f6d5a-8fa4-4d41-91a9-7ab38f08a2a7 req-0105167d-3c1c-4252-9f74-0672e7c7efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:17.021520 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-608f6d5a-8fa4-4d41-91a9-7ab38f08a2a7 req-0105167d-3c1c-4252-9f74-0672e7c7efe1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ce22aaa180f47a0b0f6873c1e57569e&device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 1097 time: 0.0783184 May 20 19:45:17.155911 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f6d5a-8fa4-4d41-91a9-7ab38f08a2a7 req-082cc326-1e9a-4cec-8ece-1b06a9614e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:17.157403 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-608f6d5a-8fa4-4d41-91a9-7ab38f08a2a7 req-082cc326-1e9a-4cec-8ece-1b06a9614e00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c HTTP/1.1" status: 200 len: 915 time: 0.1286604 May 20 19:45:17.233029 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-608f6d5a-8fa4-4d41-91a9-7ab38f08a2a7 req-46295b81-34a7-4726-b535-f6dbcc14baad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=541d8c20-c293-48c8-900b-9d378187cadb HTTP/1.1" status: 200 len: 217 time: 0.0673800 May 20 19:45:17.237813 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-80e7f85d-a067-4a7a-a180-faf7449d9832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:17.349083 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f6d5a-8fa4-4d41-91a9-7ab38f08a2a7 req-12a0b5ab-bfed-4448-9cd0-191650cd0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:17.350440 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-608f6d5a-8fa4-4d41-91a9-7ab38f08a2a7 req-12a0b5ab-bfed-4448-9cd0-191650cd0605 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d523731-0d49-401a-8fd3-0f19c96458c1 HTTP/1.1" status: 200 len: 854 time: 0.0815599 May 20 19:45:17.406660 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-608f6d5a-8fa4-4d41-91a9-7ab38f08a2a7 req-258fc3eb-0755-499e-b82f-a467e2153e78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491543 May 20 19:45:17.418275 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce5788-7f01-4745-98c0-2021186cc646 req-430fe309-3aa7-4224-9db7-9b87fc251b14 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:17.419739 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-36ce5788-7f01-4745-98c0-2021186cc646 req-430fe309-3aa7-4224-9db7-9b87fc251b14 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.1831365 May 20 19:45:17.560200 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-36ce5788-7f01-4745-98c0-2021186cc646 req-40310424-2077-447e-99b0-32f3134efacf tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196959 May 20 19:45:17.586804 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-608f6d5a-8fa4-4d41-91a9-7ab38f08a2a7 req-c7452f68-f03b-4d1e-8aa5-f6890cac7d8a service neutron] 10.222.0.16 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655433 May 20 19:45:17.726215 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-608f6d5a-8fa4-4d41-91a9-7ab38f08a2a7 req-7abcd79d-5d38-4ff6-8b80-fc1214f3c33d service neutron] 10.222.0.16 "GET /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318715 May 20 19:45:18.189272 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e50819-bf3b-47dd-aed7-ead6f44ba799 req-f54e762a-10c3-4d45-b521-38db14965c45 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:18.190757 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-24e50819-bf3b-47dd-aed7-ead6f44ba799 req-f54e762a-10c3-4d45-b521-38db14965c45 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0864367 May 20 19:45:18.239597 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-24e50819-bf3b-47dd-aed7-ead6f44ba799 req-96aee33f-1793-4235-9708-a54ac4699626 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427558 May 20 19:45:18.756927 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bc5f1-fcd0-41c6-9d09-1030a4896039 req-a40684ad-152e-4c44-a7e4-4614ae086590 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:18.758409 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-075bc5f1-fcd0-41c6-9d09-1030a4896039 req-a40684ad-152e-4c44-a7e4-4614ae086590 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0890546 May 20 19:45:18.805526 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-075bc5f1-fcd0-41c6-9d09-1030a4896039 req-0e75f032-0824-44ef-a078-98758deef9ae tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 May 20 19:45:19.433239 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c686852-d35e-42d3-8730-beff04e027fd req-67058cdb-0beb-4e57-b595-00d4eb485bad tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:19.435006 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5c686852-d35e-42d3-8730-beff04e027fd req-67058cdb-0beb-4e57-b595-00d4eb485bad tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0822492 May 20 19:45:19.481923 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5c686852-d35e-42d3-8730-beff04e027fd req-4f4e3683-ced8-4b9b-a2e6-6b4a13c91fbe tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402911 May 20 19:45:19.722493 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba6a7-8c19-4ef2-9ad8-1cfaad454229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:19.813914 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:20.003468 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ad7b2-8144-4c01-8feb-538bca88360e req-488290d2-a3f3-491b-8986-ab1f5dd75c5c tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:20.007791 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-316ad7b2-8144-4c01-8feb-538bca88360e req-488290d2-a3f3-491b-8986-ab1f5dd75c5c tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.0920672 May 20 19:45:20.056102 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-316ad7b2-8144-4c01-8feb-538bca88360e req-8f529086-6d4e-48f2-8f26-01ea1659ad91 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403078 May 20 19:45:20.692003 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb09023-1377-4adc-8a63-f7d3f0e32046 req-060ddcff-9c10-4c76-a8a8-d4173bf9fc5a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:20.693543 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ffb09023-1377-4adc-8a63-f7d3f0e32046 req-060ddcff-9c10-4c76-a8a8-d4173bf9fc5a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0849841 May 20 19:45:20.740247 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ffb09023-1377-4adc-8a63-f7d3f0e32046 req-2cd485dc-87d5-4f83-812b-2a1ff9a31e36 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 May 20 19:45:20.894549 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:21.316845 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30966ea-b9cb-4c74-b11a-5bac53258685 req-6fa9e978-619c-432c-b296-2f3166abc22d tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:21.318293 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e30966ea-b9cb-4c74-b11a-5bac53258685 req-6fa9e978-619c-432c-b296-2f3166abc22d tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 944 time: 0.1596963 May 20 19:45:21.364590 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e30966ea-b9cb-4c74-b11a-5bac53258685 req-423423bb-8595-4ebe-b196-45099ab53ce4 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 May 20 19:45:21.726426 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 541d8c20-c293-48c8-900b-9d378187cadb details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:45:21.867610 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 541d8c20-c293-48c8-900b-9d378187cadb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=541d8c20-c293-48c8-900b-9d378187cadb,segment=NetworkSegment(3fff0f48-5844-48c0-9422-3480c5948348),segment_id=3fff0f48-5844-48c0-9422-3480c5948348)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:21.881655 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '541d8c20-c293-48c8-900b-9d378187cadb', 'network_id': '73ec9ca6-786a-445d-bb9e-c2e751dbcc0c', 'port_id': '541d8c20-c293-48c8-900b-9d378187cadb', 'mac_address': 'fa:16:3e:06:bc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d523731-0d49-401a-8fd3-0f19c96458c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:45:21.943930 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:21.949564 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fc3ca-aaee-4ea7-8af3-8220df739854 req-c43cf61e-5599-498f-a893-61a994fe5838 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:21.951119 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-008fc3ca-aaee-4ea7-8af3-8220df739854 req-c43cf61e-5599-498f-a893-61a994fe5838 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 944 time: 0.0873621 May 20 19:45:21.961572 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541d8c20-c293-48c8-900b-9d378187cadb {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:45:21.978092 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 541d8c20-c293-48c8-900b-9d378187cadb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=541d8c20-c293-48c8-900b-9d378187cadb,segment=NetworkSegment(3fff0f48-5844-48c0-9422-3480c5948348),segment_id=3fff0f48-5844-48c0-9422-3480c5948348)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:21.982315 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:21.983597 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 769e0a55-3d4b-41a1-9fd1-b7467f819090 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:45:21.985632 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:22.002235 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-008fc3ca-aaee-4ea7-8af3-8220df739854 req-229890b4-1946-4af5-99a6-79a93c5a8b20 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452728 May 20 19:45:22.083793 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=541d8c20-c293-48c8-900b-9d378187cadb,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:22.096810 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.097159 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.097503 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.097837 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.098170 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.098504 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.098830 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.099156 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.099484 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.099809 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.100153 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.100479 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:22.145214 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:22.192809 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:22.206855 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'port_id': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'mac_address': 'fa:16:3e:a4:50:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:45:22.262136 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:22.280814 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769e0a55-3d4b-41a1-9fd1-b7467f819090 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:45:22.296828 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:22.300760 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:22.302543 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-960698f3-4a15-4d82-b889-c96ac86c704b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:22.412116 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:22.412812 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=769e0a55-3d4b-41a1-9fd1-b7467f819090,revision_number=9']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:22.416033 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:22.558851 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99042fb-89ea-415f-8624-e9f19e62a1ab req-bdbff4fd-9f56-48b5-a1d7-63f361579dad tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:22.560252 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a99042fb-89ea-415f-8624-e9f19e62a1ab req-bdbff4fd-9f56-48b5-a1d7-63f361579dad tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 945 time: 0.0840249 May 20 19:45:22.605483 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a99042fb-89ea-415f-8624-e9f19e62a1ab req-b43726ac-5bce-4d1d-8463-adbbca457726 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388999 May 20 19:45:22.662178 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['769e0a55-3d4b-41a1-9fd1-b7467f819090'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:45:22.688085 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['541d8c20-c293-48c8-900b-9d378187cadb'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:45:23.193024 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93bd27-6287-46c4-b3a2-6722c154062b req-662144b3-3359-4c57-8cbe-802b94d981f4 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:23.194514 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ff93bd27-6287-46c4-b3a2-6722c154062b req-662144b3-3359-4c57-8cbe-802b94d981f4 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 945 time: 0.0802925 May 20 19:45:23.240283 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ff93bd27-6287-46c4-b3a2-6722c154062b req-fe26dd26-0643-4b5e-a7b6-130da611fd08 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400505 May 20 19:45:23.791127 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d9f75-722d-4487-8fec-66d81e36cdd1 req-cefd3c1c-2fe8-4909-863d-1e25e3f7c0fc tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:23.792779 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-684d9f75-722d-4487-8fec-66d81e36cdd1 req-cefd3c1c-2fe8-4909-863d-1e25e3f7c0fc tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 945 time: 0.0817487 May 20 19:45:23.843678 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-684d9f75-722d-4487-8fec-66d81e36cdd1 req-7dead3ed-c9e1-461e-8e3f-22b44a25c0b9 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 May 20 19:45:24.435440 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd4a9-1f70-4bc7-afc0-1b316499e2c2 req-4dca2a13-4add-4c2b-9ad7-8da7f726fdaf tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:24.437011 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-669cd4a9-1f70-4bc7-afc0-1b316499e2c2 req-4dca2a13-4add-4c2b-9ad7-8da7f726fdaf tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 945 time: 0.0849562 May 20 19:45:24.482948 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-669cd4a9-1f70-4bc7-afc0-1b316499e2c2 req-32836e5c-98ce-41e8-98f1-7658928e83ec tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396602 May 20 19:45:25.030833 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87584-38b2-49f4-990f-5449bca59739 req-e766f666-5516-45c8-a123-3fb498eab1bd tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:25.032216 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c6f87584-38b2-49f4-990f-5449bca59739 req-e766f666-5516-45c8-a123-3fb498eab1bd tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 945 time: 0.0839665 May 20 19:45:25.082379 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c6f87584-38b2-49f4-990f-5449bca59739 req-df403ae9-1439-400f-ae06-01fb48e6dbc5 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436850 May 20 19:45:25.677024 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2499c-ec15-426b-8859-84b94773b185 req-e67a16b6-40b5-4468-8803-f687bdffb7b2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:25.678543 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4fb2499c-ec15-426b-8859-84b94773b185 req-e67a16b6-40b5-4468-8803-f687bdffb7b2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 945 time: 0.0809097 May 20 19:45:25.723743 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4fb2499c-ec15-426b-8859-84b94773b185 req-193b1848-6096-45f1-b3a6-8b758970086b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394714 May 20 19:45:25.758061 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 541d8c20-c293-48c8-900b-9d378187cadb up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:45:25.825694 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port 541d8c20-c293-48c8-900b-9d378187cadb completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:45:25.830421 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 541d8c20-c293-48c8-900b-9d378187cadb triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:45:25.830795 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:25.950657 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:25.978828 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2d3e05-89d0-4661-94e9-8631590802c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541d8c20-c293-48c8-900b-9d378187cadb'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:25.994167 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 541d8c20-c293-48c8-900b-9d378187cadb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=541d8c20-c293-48c8-900b-9d378187cadb,segment=NetworkSegment(3fff0f48-5844-48c0-9422-3480c5948348),segment_id=3fff0f48-5844-48c0-9422-3480c5948348)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:25.998296 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:25.999320 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 769e0a55-3d4b-41a1-9fd1-b7467f819090 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:45:26.028289 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d7087e98-4976-418b-96c3-36ba957a635c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:26.057867 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2d3e05-89d0-4661-94e9-8631590802c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541d8c20-c293-48c8-900b-9d378187cadb', 'code': 200} May 20 19:45:26.122210 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=541d8c20-c293-48c8-900b-9d378187cadb,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:26.127581 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:26.137878 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 769e0a55-3d4b-41a1-9fd1-b7467f819090 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:45:26.138310 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:26.268901 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:26.274911 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c740b-20b5-40d2-9778-acdc7b296d5e req-0b9b0353-720c-4be2-ba87-b13cab7aa60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:26.276705 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-183c740b-20b5-40d2-9778-acdc7b296d5e req-0b9b0353-720c-4be2-ba87-b13cab7aa60b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 1099 time: 0.0788274 May 20 19:45:26.289097 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699ad2a-344f-4de5-85ad-ce3609c2070b req-6c354f7f-01a3-4e21-8cad-9597506d0043 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:26.290727 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1699ad2a-344f-4de5-85ad-ce3609c2070b req-6c354f7f-01a3-4e21-8cad-9597506d0043 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 946 time: 0.0906773 May 20 19:45:26.311513 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:26.316253 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:26.319613 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:26.328143 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-183c740b-20b5-40d2-9778-acdc7b296d5e req-4cc2d111-6729-40eb-aa85-2a06188eb45f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430081 May 20 19:45:26.342511 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1699ad2a-344f-4de5-85ad-ce3609c2070b req-144e604b-6aa9-43ec-852f-5b55175ff15b tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451200 May 20 19:45:26.387104 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=769e0a55-3d4b-41a1-9fd1-b7467f819090,revision_number=10']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:26.390807 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:26.926311 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04523f-fbd1-4e0e-ba84-6f0b8814b090 req-1ec038a8-aa7d-4988-9697-6a5c3459c3f2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:26.927815 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8d04523f-fbd1-4e0e-ba84-6f0b8814b090 req-1ec038a8-aa7d-4988-9697-6a5c3459c3f2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 947 time: 0.0848703 May 20 19:45:26.973260 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8d04523f-fbd1-4e0e-ba84-6f0b8814b090 req-687ab1fe-b484-4d40-88a0-a07abf9234c3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396218 May 20 19:45:27.534664 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe21ba-ace2-414f-ac6a-6943b099b19e req-7e158cb9-c4f9-49ad-9aa8-48035deb781e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:27.536271 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e7fe21ba-ace2-414f-ac6a-6943b099b19e req-7e158cb9-c4f9-49ad-9aa8-48035deb781e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 946 time: 0.0879421 May 20 19:45:27.593702 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e7fe21ba-ace2-414f-ac6a-6943b099b19e req-2c44d937-7992-4924-9a66-97d219f579e7 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447929 May 20 19:45:28.058948 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:28.105060 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'code': 200} May 20 19:45:28.169482 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc188-ed20-4784-9eb7-302ae0ce9757 req-e570c514-ca6b-4947-890c-962e8f4a98ef tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:28.171590 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-610fc188-ed20-4784-9eb7-302ae0ce9757 req-e570c514-ca6b-4947-890c-962e8f4a98ef tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 947 time: 0.0849712 May 20 19:45:28.217896 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-610fc188-ed20-4784-9eb7-302ae0ce9757 req-7f00cca5-df99-4179-924f-c40e0d848843 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389175 May 20 19:45:28.680883 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77775ee-923e-48ef-9627-7179a7195d4f req-200a639e-a514-45e1-a054-0480e80bcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:28.682358 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f77775ee-923e-48ef-9627-7179a7195d4f req-200a639e-a514-45e1-a054-0480e80bcd30 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 1100 time: 0.0748675 May 20 19:45:28.727205 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f77775ee-923e-48ef-9627-7179a7195d4f req-098093a8-eca7-4b02-ba44-f4bd7e11ce02 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376472 May 20 19:45:28.783752 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f827b9e-6a94-4624-a1f8-41daeb9e05bd req-9763049c-f003-4951-aab0-37dffb731e10 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:28.785261 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5f827b9e-6a94-4624-a1f8-41daeb9e05bd req-9763049c-f003-4951-aab0-37dffb731e10 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 946 time: 0.0814316 May 20 19:45:28.830377 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5f827b9e-6a94-4624-a1f8-41daeb9e05bd req-c6092a87-c13d-4d7b-9203-5a91871accfd tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393088 May 20 19:45:29.428628 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc7391-f793-428f-923d-834ebcad9a5a req-853ad089-1398-4258-8ffa-ac59e6362913 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:29.430144 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-89bc7391-f793-428f-923d-834ebcad9a5a req-853ad089-1398-4258-8ffa-ac59e6362913 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 947 time: 0.0894265 May 20 19:45:29.564684 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-89bc7391-f793-428f-923d-834ebcad9a5a req-9bc59467-4f0d-4d18-9a31-a569f60ddafa tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256280 May 20 19:45:30.918467 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b015ad-113d-47e9-b0a9-a7d0f4aae714 req-81d3fae9-910b-4701-b9f7-6119a892263c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:30.920454 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d6b015ad-113d-47e9-b0a9-a7d0f4aae714 req-81d3fae9-910b-4701-b9f7-6119a892263c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 947 time: 0.0886590 May 20 19:45:30.971220 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d6b015ad-113d-47e9-b0a9-a7d0f4aae714 req-9adf3fe9-6c03-4b20-afd6-76aa76d44149 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440605 May 20 19:45:32.166547 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbb7a0-7abd-46f0-aed1-500ffd3acee8 req-036fbd62-d71f-4fbc-8c69-18d03079f6b6 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:32.169098 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d2cbb7a0-7abd-46f0-aed1-500ffd3acee8 req-036fbd62-d71f-4fbc-8c69-18d03079f6b6 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 947 time: 0.0827394 May 20 19:45:32.220532 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d2cbb7a0-7abd-46f0-aed1-500ffd3acee8 req-99277ce6-8589-47c7-b2a4-7b06084d5cf4 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465024 May 20 19:45:37.500758 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:45:43.921696 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:46.596723 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-485b77fe-4274-42f9-ba56-40fed29aca26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1146917 May 20 19:45:46.695601 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-5356db76-3350-42f4-8ab2-b9b32f98ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:46.697126 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-5356db76-3350-42f4-8ab2-b9b32f98ce2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29c68fb3f9a14887a9c53496c4bb813e&device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 1098 time: 0.0772204 May 20 19:45:46.845410 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-07852397-847e-4b6b-9d64-6a311f5feaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:46.846845 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-07852397-847e-4b6b-9d64-6a311f5feaf7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3030e65f-2520-48a7-9eae-d4a72dc4ca54 HTTP/1.1" status: 200 len: 909 time: 0.1273568 May 20 19:45:46.953062 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-62e92a43-d8b9-441e-950c-3fbdfebe67a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9141a061-2903-4fbe-b73f-570f306f3233 HTTP/1.1" status: 200 len: 1001 time: 0.0986779 May 20 19:45:47.018584 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-1d557234-636f-47a6-b7d7-e10db25fa440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:47.020032 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-1d557234-636f-47a6-b7d7-e10db25fa440 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5d1a9f6e-1615-4254-8b62-21ed15b52fe5 HTTP/1.1" status: 200 len: 847 time: 0.0597863 May 20 19:45:47.102583 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-212c78ec-b2b0-40d6-8b8c-fa5e8dfdd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:47.104053 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-212c78ec-b2b0-40d6-8b8c-fa5e8dfdd38a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3030e65f-2520-48a7-9eae-d4a72dc4ca54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763090 May 20 19:45:47.233121 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2e57ac3c-5016-4436-b6d1-8cb994c87f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:47.245457 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-e47d394c-38e8-4be0-8957-ea93ed54c8f5 service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336913 May 20 19:45:47.457407 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e5a0bf60-c89c-4df3-91a9-9681ab8aeef8 req-3c443377-c53c-4cf2-b530-aecf78bc7d9a service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043653 May 20 19:45:49.726712 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-36e72a88-0d48-4ca1-a256-4e294b0c933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:49.816136 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:50.895087 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:51.126344 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca79497-40c7-4c35-b6ae-b7d26edc314d req-86bd9410-4388-477e-999d-82d3004e4c49 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:51.127870 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1ca79497-40c7-4c35-b6ae-b7d26edc314d req-86bd9410-4388-477e-999d-82d3004e4c49 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 946 time: 0.0835850 May 20 19:45:51.174895 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1ca79497-40c7-4c35-b6ae-b7d26edc314d req-dbfbf20a-f63a-4e09-be63-db12c250904f tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 May 20 19:45:52.389814 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:52.414482 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56665-88bb-4107-9aba-8b13e02cd2ba req-b15abee4-cdaf-4c76-b3ef-839097cf457d tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:52.415964 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dab56665-88bb-4107-9aba-8b13e02cd2ba req-b15abee4-cdaf-4c76-b3ef-839097cf457d tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 946 time: 0.1335557 May 20 19:45:52.462429 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dab56665-88bb-4107-9aba-8b13e02cd2ba req-595b621a-679e-430b-8d9d-52be220b04a5 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 May 20 19:45:53.651802 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00162e40-b58d-444c-98cd-068778956e49 req-3ba952d3-d856-4281-80fc-94814a4df2e5 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:53.653338 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-00162e40-b58d-444c-98cd-068778956e49 req-3ba952d3-d856-4281-80fc-94814a4df2e5 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 946 time: 0.0849879 May 20 19:45:53.700485 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-00162e40-b58d-444c-98cd-068778956e49 req-f7382007-5e9d-477e-b9e6-586cea89a6b9 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 May 20 19:45:54.891300 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1083f0-b4b4-4c3f-bfda-a2723108f77c req-7c708f9e-b3bd-42a6-b6f2-64ff5d6bd716 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:54.892821 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3f1083f0-b4b4-4c3f-bfda-a2723108f77c req-7c708f9e-b3bd-42a6-b6f2-64ff5d6bd716 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 946 time: 0.0850935 May 20 19:45:54.938637 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3f1083f0-b4b4-4c3f-bfda-a2723108f77c req-4f3e7945-7f58-4d67-ab2f-1ab6b89d833c tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 May 20 19:45:56.128929 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cb48a-8c17-4628-876e-b97f56239e16 req-8596e7a2-d276-487e-b924-268f8bb5c54e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:56.130322 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cb5cb48a-8c17-4628-876e-b97f56239e16 req-8596e7a2-d276-487e-b924-268f8bb5c54e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 946 time: 0.0847008 May 20 19:45:56.179426 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cb5cb48a-8c17-4628-876e-b97f56239e16 req-57fe29ef-6046-43e4-ab9a-3e02048f4cc4 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21337de-0c76-4149-8c58-ae90c708851b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433671 May 20 19:45:56.469486 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f83b00-9ed2-46db-964e-203f7c3db700 req-4fdd9a49-462c-480e-93d9-bcc3c897eae5 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:45:56.470992 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-78f83b00-9ed2-46db-964e-203f7c3db700 req-4fdd9a49-462c-480e-93d9-bcc3c897eae5 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.16 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 946 time: 0.0814633 May 20 19:45:56.613851 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-78f83b00-9ed2-46db-964e-203f7c3db700 req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Deleting port 541d8c20-c293-48c8-900b-9d378187cadb {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:45:56.614183 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-78f83b00-9ed2-46db-964e-203f7c3db700 req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:56.747001 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-78f83b00-9ed2-46db-964e-203f7c3db700 req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] For port 541d8c20-c293-48c8-900b-9d378187cadb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=541d8c20-c293-48c8-900b-9d378187cadb,segment=NetworkSegment(3fff0f48-5844-48c0-9422-3480c5948348),segment_id=3fff0f48-5844-48c0-9422-3480c5948348)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:45:56.747245 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-78f83b00-9ed2-46db-964e-203f7c3db700 req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:56.870737 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-78f83b00-9ed2-46db-964e-203f7c3db700 req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Calling delete_port for 541d8c20-c293-48c8-900b-9d378187cadb owned by compute:nova {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:45:57.000856 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-78f83b00-9ed2-46db-964e-203f7c3db700 req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:57.007295 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-04e45740-5d59-4df2-83aa-9f7ba913d277 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:45:57.016348 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['541d8c20-c293-48c8-900b-9d378187cadb'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:45:57.058908 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Pushing event deleted for resources: {'Port': ['ID=541d8c20-c293-48c8-900b-9d378187cadb,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:45:57.098200 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.098577 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.098946 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.099309 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.099664 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.100018 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.100396 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.100744 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.101093 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.101441 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.101790 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.102131 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:45:57.110020 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:45:57.157769 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f83b00-9ed2-46db-964e-203f7c3db700 req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] No DVR routers for this DVR port 541d8c20-c293-48c8-900b-9d378187cadb on host hv-cinder-79246 {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:45:57.160301 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-78f83b00-9ed2-46db-964e-203f7c3db700 req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:45:57.162921 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2d3e05-89d0-4661-94e9-8631590802c0', 'name': 'network-vif-deleted', 'tag': '541d8c20-c293-48c8-900b-9d378187cadb'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:45:57.182804 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-78f83b00-9ed2-46db-964e-203f7c3db700 req-ebf2461f-a296-43e5-a936-78cfae5edb4e tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.16 "DELETE /v2.0/ports/541d8c20-c293-48c8-900b-9d378187cadb HTTP/1.1" status: 204 len: 173 time: 0.7056911 May 20 19:45:57.274418 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2d3e05-89d0-4661-94e9-8631590802c0', 'name': 'network-vif-deleted', 'tag': '541d8c20-c293-48c8-900b-9d378187cadb', 'status': 'completed', 'code': 200} May 20 19:45:57.341562 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-772d4a1f-0739-47f7-b9c9-2b22f7f8738b req-1dad7788-d364-4322-a1ad-c7f73481f7b1 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Synchronizing usage tracker for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:45:57.357584 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-772d4a1f-0739-47f7-b9c9-2b22f7f8738b req-1dad7788-d364-4322-a1ad-c7f73481f7b1 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] Unset dirty status for tenant:5ce22aaa180f47a0b0f6873c1e57569e on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:45:57.358995 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-772d4a1f-0739-47f7-b9c9-2b22f7f8738b req-1dad7788-d364-4322-a1ad-c7f73481f7b1 tempest-VolumesSnapshotTestJSON-544804701 tempest-VolumesSnapshotTestJSON-544804701-project] 10.222.0.44 "GET /v2.0/ports?device_id=de2d3e05-89d0-4661-94e9-8631590802c0 HTTP/1.1" status: 200 len: 210 time: 0.0620120 May 20 19:45:59.978770 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 541d8c20-c293-48c8-900b-9d378187cadb no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:46:00.018980 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: 541d8c20-c293-48c8-900b-9d378187cadb {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:46:00.019273 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 541d8c20-c293-48c8-900b-9d378187cadb not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:46:13.931200 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:14.500804 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:46:17.235459 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f300e69c-2e4e-486f-84ab-ba173ec8f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:18.809211 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 37578) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:18.872523 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Deleting subnet 6d523731-0d49-401a-8fd3-0f19c96458c1 {{(pid=98301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:46:18.875394 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:18.928815 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60923732'] for subnet, precommit_delete_associations {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:18.982320 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.238507 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61032365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60936210'] for subnet, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.245504 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-1daa7785-d83d-4f08-b5b0-2029704a5601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:19.285880 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d523731-0d49-401a-8fd3-0f19c96458c1,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:19.288665 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.299158 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.299523 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.299911 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.300290 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.300636 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.300984 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.301324 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.301663 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.302034 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.302373 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.302712 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.303047 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:19.306459 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6d523731-0d49-401a-8fd3-0f19c96458c1 HTTP/1.1" status: 204 len: 168 time: 0.4962633 May 20 19:46:19.307344 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:19.308999 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 37582) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:19.420846 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.554478 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.569169 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ec9ca6-786a-445d-bb9e-c2e751dbcc0c']}} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:19.583230 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fff0f48-5844-48c0-9422-3480c5948348') {'for_net_delete': True} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:19.583520 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fff0f48-5844-48c0-9422-3480c5948348') {} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:19.595945 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60923739'] for segment, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.613664 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.620684 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=98301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:46:19.621582 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61032203'] for segment, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: Traceback (most recent call last): May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: timer() May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: cb(*args, **kw) May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: return func(*args, **kwargs) May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: self._notify() May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: self.callback(batched_events) May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: event.method(event) May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: return f(self, *a, **k) May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: return self._get(url).json() May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: return self.request(url, 'GET', **kwargs) May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:46:19.634831 dv-cinder-792462-2-smb neutron-server[98301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:46:19.716418 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.720139 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-528ec768-7ca5-490f-8831-c04347cee6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:19.729842 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a93f-fd54-422a-aa23-c2209bbaaebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.733450 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.744997 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=73ec9ca6-786a-445d-bb9e-c2e751dbcc0c,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:19.748647 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:19.751418 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-dcb0e908-743d-4050-a16a-855f06cfb9d8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/73ec9ca6-786a-445d-bb9e-c2e751dbcc0c HTTP/1.1" status: 204 len: 168 time: 0.4415283 May 20 19:46:19.821517 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:19.872152 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37590) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:19.921896 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-646fa2e9-210a-4610-bc78-124016949d3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ce22aaa180f47a0b0f6873c1e57569e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485516 May 20 19:46:19.924281 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37594) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:19.983120 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f9a6-931c-4127-9e7b-eb360fda250a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:20.009870 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f9a6-931c-4127-9e7b-eb360fda250a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:20.068911 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f9a6-931c-4127-9e7b-eb360fda250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:20.072895 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c4c7dab2-a112-48e4-9e60-dae5eb161a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:20.086820 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3f9a6-931c-4127-9e7b-eb360fda250a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21337de-0c76-4149-8c58-ae90c708851b,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:20.089488 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f6b3f9a6-931c-4127-9e7b-eb360fda250a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:20.100611 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f6b3f9a6-931c-4127-9e7b-eb360fda250a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:20.105817 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-f6b3f9a6-931c-4127-9e7b-eb360fda250a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f21337de-0c76-4149-8c58-ae90c708851b HTTP/1.1" status: 204 len: 168 time: 0.1765916 May 20 19:46:20.331458 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb59aa2-1617-423d-a91f-b6c5a15cc4c7 req-c715d96d-e700-46ab-b640-8ae23da83ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:20.333116 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fbb59aa2-1617-423d-a91f-b6c5a15cc4c7 req-c715d96d-e700-46ab-b640-8ae23da83ea5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=970b50b783e548b190329a0d1ea310a3&device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 1137 time: 0.1132736 May 20 19:46:20.363634 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30c694-7a0f-4b22-9f1e-dacbaeeca7a7 req-b00337a5-dc52-48ed-a600-dbff6f54c582 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:20.365342 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b30c694-7a0f-4b22-9f1e-dacbaeeca7a7 req-b00337a5-dc52-48ed-a600-dbff6f54c582 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.1057391 May 20 19:46:20.434570 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b30c694-7a0f-4b22-9f1e-dacbaeeca7a7 req-9d62ea79-2237-486c-b26c-95a05008b77a tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571957 May 20 19:46:20.508191 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb59aa2-1617-423d-a91f-b6c5a15cc4c7 req-4d50df6b-c720-44cb-a475-9334b0ba6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:20.509727 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fbb59aa2-1617-423d-a91f-b6c5a15cc4c7 req-4d50df6b-c720-44cb-a475-9334b0ba6d5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=869b1c22-9f82-4acd-ac73-cf3e12278bb9 HTTP/1.1" status: 200 len: 915 time: 0.1691165 May 20 19:46:20.615870 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fbb59aa2-1617-423d-a91f-b6c5a15cc4c7 req-0c925742-bdd8-4234-8ad4-fa027b0e68a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 200 len: 1000 time: 0.0988362 May 20 19:46:20.678285 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb59aa2-1617-423d-a91f-b6c5a15cc4c7 req-a49fb839-b465-495f-a850-582d7e11e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:20.679728 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fbb59aa2-1617-423d-a91f-b6c5a15cc4c7 req-a49fb839-b465-495f-a850-582d7e11e099 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc4d65d8-0add-4216-aa4f-a1975639bbe4 HTTP/1.1" status: 200 len: 853 time: 0.0570018 May 20 19:46:20.826039 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb59aa2-1617-423d-a91f-b6c5a15cc4c7 req-4542ad27-8a93-4980-98cc-4fdf5a1fec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:20.827561 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fbb59aa2-1617-423d-a91f-b6c5a15cc4c7 req-4542ad27-8a93-4980-98cc-4fdf5a1fec16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=869b1c22-9f82-4acd-ac73-cf3e12278bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1411347 May 20 19:46:20.896738 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:20.966775 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fbb59aa2-1617-423d-a91f-b6c5a15cc4c7 req-1fe03a97-9e20-4bc0-a5e6-8b8b649dfeb0 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311753 May 20 19:46:21.105174 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fbb59aa2-1617-423d-a91f-b6c5a15cc4c7 req-8c0eaa54-5810-419a-9782-3a9ae68fad44 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313913 May 20 19:46:21.630400 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbd6b0-b1b4-40f5-8297-f39e6c06f95f req-8ccd830f-08fb-43cd-ba30-5c6f2aa53c9a tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:21.631865 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ddfbd6b0-b1b4-40f5-8297-f39e6c06f95f req-8ccd830f-08fb-43cd-ba30-5c6f2aa53c9a tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.0808370 May 20 19:46:21.680690 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ddfbd6b0-b1b4-40f5-8297-f39e6c06f95f req-fbb75126-e843-43b0-a631-58185eb3860b tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423796 May 20 19:46:22.392295 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:22.867791 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb396ae-2b96-4328-b25f-e4896fe9c154 req-e22cca07-c65f-4ef4-a19e-78f31303de8e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:22.869265 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dfb396ae-2b96-4328-b25f-e4896fe9c154 req-e22cca07-c65f-4ef4-a19e-78f31303de8e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.0800681 May 20 19:46:22.916078 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dfb396ae-2b96-4328-b25f-e4896fe9c154 req-46cf04d6-2f2a-4cc0-8451-d4bdf79cbd3a tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404782 May 20 19:46:24.107420 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1616bfd-33e7-4264-a6cd-d9ed5f8ad3ff req-120da704-2821-46d8-82df-02b07faa21a9 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:24.108887 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f1616bfd-33e7-4264-a6cd-d9ed5f8ad3ff req-120da704-2821-46d8-82df-02b07faa21a9 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.0868099 May 20 19:46:24.155924 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f1616bfd-33e7-4264-a6cd-d9ed5f8ad3ff req-675b0ef7-2146-4827-bc29-c494d3002f4d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412447 May 20 19:46:25.345027 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01233f0f-a989-4906-98b8-863b4527d6bb req-4caf8dcf-66bd-4cd5-bc77-49590535a273 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:25.346496 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-01233f0f-a989-4906-98b8-863b4527d6bb req-4caf8dcf-66bd-4cd5-bc77-49590535a273 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.0854974 May 20 19:46:25.394536 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-01233f0f-a989-4906-98b8-863b4527d6bb req-dd2c341a-f4a8-45cd-a326-4438a2f57529 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421238 May 20 19:46:26.584354 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80193a6b-8eca-425e-a86b-c8436efb7432 req-be32b5d8-7997-4f8e-89ce-564efa586f85 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:26.585737 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-80193a6b-8eca-425e-a86b-c8436efb7432 req-be32b5d8-7997-4f8e-89ce-564efa586f85 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.0841162 May 20 19:46:26.634908 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-80193a6b-8eca-425e-a86b-c8436efb7432 req-556d8610-8510-4735-800c-cc7fd9ffb09b tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420251 May 20 19:46:27.825248 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bda4a-a378-4ef6-b7a7-43b113369e79 req-4a214123-1ebc-4528-910d-17aa451beeb6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:27.826705 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f63bda4a-a378-4ef6-b7a7-43b113369e79 req-4a214123-1ebc-4528-910d-17aa451beeb6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.0866568 May 20 19:46:27.876100 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f63bda4a-a378-4ef6-b7a7-43b113369e79 req-99413351-6973-45e6-afb1-fc29e03e7716 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432510 May 20 19:46:29.064038 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c48c96-b3ee-46ba-a3ed-9eed3d201e9f req-d8c2835e-7b3c-4d15-9e66-a2e9a7c71fed tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:29.065455 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e1c48c96-b3ee-46ba-a3ed-9eed3d201e9f req-d8c2835e-7b3c-4d15-9e66-a2e9a7c71fed tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.0808992 May 20 19:46:29.113576 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e1c48c96-b3ee-46ba-a3ed-9eed3d201e9f req-356d5d03-aa7a-4ff0-a56b-bbd2bc765f87 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421898 May 20 19:46:30.405481 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3146019-41a5-49bf-978a-99a994e93dce req-cb0309ed-ee2a-4c7d-8226-8fb25d610b53 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:30.406859 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c3146019-41a5-49bf-978a-99a994e93dce req-cb0309ed-ee2a-4c7d-8226-8fb25d610b53 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.1657741 May 20 19:46:30.454226 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c3146019-41a5-49bf-978a-99a994e93dce req-09509f65-8364-4e6b-ad09-fc633dd03435 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415459 May 20 19:46:31.644684 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8beb24-c84e-45c3-88da-2e26b92f33f4 req-87fd9dcf-14b0-4f58-b23b-7a45cebdbd1f tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:31.646115 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3e8beb24-c84e-45c3-88da-2e26b92f33f4 req-87fd9dcf-14b0-4f58-b23b-7a45cebdbd1f tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.0832746 May 20 19:46:31.692859 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3e8beb24-c84e-45c3-88da-2e26b92f33f4 req-30b91fe6-5116-4be8-ba75-b0972bf3c8b5 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405731 May 20 19:46:32.879179 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf326d0-f45a-49c9-a9a7-12e81b1f056c req-5fba8ba4-b47d-4b61-bde6-0b7dfd05b8a4 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:32.880686 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ccf326d0-f45a-49c9-a9a7-12e81b1f056c req-5fba8ba4-b47d-4b61-bde6-0b7dfd05b8a4 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.0813527 May 20 19:46:32.928959 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ccf326d0-f45a-49c9-a9a7-12e81b1f056c req-f9a9918b-a1de-45cc-aa83-d296fe438d6f tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&id=0529d7c7-58bf-4f11-bcd0-c1d7de08db98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411754 May 20 19:46:41.367776 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f1475-45e9-41fc-96d1-7039604001bc req-3a18d54a-3cf2-46ae-a4a3-313b1b6532a9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:41.369452 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b90f1475-45e9-41fc-96d1-7039604001bc req-3a18d54a-3cf2-46ae-a4a3-313b1b6532a9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 947 time: 0.0811131 May 20 19:46:41.419105 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b90f1475-45e9-41fc-96d1-7039604001bc req-ad2da695-43cf-4883-8224-a95b738d4f4e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438049 May 20 19:46:42.618790 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc058d-70f3-4a7a-9aea-529df3629594 req-a86242ca-c105-4d13-a937-2b5eef997959 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:42.620746 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7cdc058d-70f3-4a7a-9aea-529df3629594 req-a86242ca-c105-4d13-a937-2b5eef997959 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 947 time: 0.0874245 May 20 19:46:42.676865 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7cdc058d-70f3-4a7a-9aea-529df3629594 req-d5b2fa3e-4205-40ec-8f40-e1a16203e2ed tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501256 May 20 19:46:43.306717 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-68f3cc1a-b932-4664-ba5e-847c53763beb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:43.308747 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-68f3cc1a-b932-4664-ba5e-847c53763beb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 947 time: 0.0808287 May 20 19:46:43.449635 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Deleting port 769e0a55-3d4b-41a1-9fd1-b7467f819090 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:46:43.449994 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:43.582354 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] For port 769e0a55-3d4b-41a1-9fd1-b7467f819090, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=769e0a55-3d4b-41a1-9fd1-b7467f819090,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:46:43.582616 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:43.874441 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38bd7-2aee-45bc-8925-810c44d089ae req-299e5fb4-e538-4a52-a129-8ac51c460b9f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:43.875880 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-75f38bd7-2aee-45bc-8925-810c44d089ae req-299e5fb4-e538-4a52-a129-8ac51c460b9f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 947 time: 0.0869670 May 20 19:46:43.887164 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:43.887806 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:43.888377 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.l3_db [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Floating IP 5f9f9618-9097-44b3-b036-673609c45570 disassociated. External IP: 172.28.2.63, port: 769e0a55-3d4b-41a1-9fd1-b7467f819090. May 20 19:46:43.888730 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Calling delete_port for 769e0a55-3d4b-41a1-9fd1-b7467f819090 owned by compute:nova {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:46:43.924028 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-75f38bd7-2aee-45bc-8925-810c44d089ae req-431088e0-c632-4f99-af10-b0ab46ee7a65 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=8767cc9c-a2f4-4203-aecb-9135c9b8e242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424476 May 20 19:46:43.939260 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:44.089779 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:44.095951 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-dcbb9931-941d-454a-a04e-8408215cee83 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:44.141598 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event deleted for resources: {'Port': ['ID=769e0a55-3d4b-41a1-9fd1-b7467f819090,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:44.144331 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:44.331144 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Router 30ef35ba-0aab-4cbf-8d92-82289a014500 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:46:44.516921 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:46:44.527514 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b3c362-0014-4a4f-b00e-66c6e8c77fba None None] Sync routers for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:46:44.539142 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b3c362-0014-4a4f-b00e-66c6e8c77fba None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:46:44.540113 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-28b3c362-0014-4a4f-b00e-66c6e8c77fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:46:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:44.591455 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] No DVR routers for this DVR port 769e0a55-3d4b-41a1-9fd1-b7467f819090 on host hv-cinder-79246 {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:46:44.594252 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:44.596971 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'name': 'network-vif-deleted', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:46:44.613061 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-391bdac0-d13e-4773-8424-8b50c40e88d6 req-8ab2d6c3-1945-4b25-b642-1eb6c890cc62 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.16 "DELETE /v2.0/ports/769e0a55-3d4b-41a1-9fd1-b7467f819090 HTTP/1.1" status: 204 len: 173 time: 1.2969623 May 20 19:46:44.644856 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd', 'name': 'network-vif-deleted', 'tag': '769e0a55-3d4b-41a1-9fd1-b7467f819090', 'status': 'completed', 'code': 200} May 20 19:46:44.744734 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-28b3c362-0014-4a4f-b00e-66c6e8c77fba None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:46:45.117189 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-09395aeb-b6db-4dbf-afac-ea1344c53644 req-ceb303f6-7e2f-4b60-a862-4e720cda0154 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ecdf2fa-0791-4947-bc04-fa8f2d56f8cd HTTP/1.1" status: 200 len: 210 time: 0.0522621 May 20 19:46:45.129361 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-28b3c362-0014-4a4f-b00e-66c6e8c77fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:45.144572 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b3c362-0014-4a4f-b00e-66c6e8c77fba None None] Checking router: 30ef35ba-0aab-4cbf-8d92-82289a014500 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:46:45.161026 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b3c362-0014-4a4f-b00e-66c6e8c77fba None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:46:45.162271 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-28b3c362-0014-4a4f-b00e-66c6e8c77fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:46:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:45.355940 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-28b3c362-0014-4a4f-b00e-66c6e8c77fba None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:46:45.672118 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-28b3c362-0014-4a4f-b00e-66c6e8c77fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:46:45.675757 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b3c362-0014-4a4f-b00e-66c6e8c77fba None None] The sync data for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb is: [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:46:45.924364 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d145c996-ec5c-4dc5-98fa-083ae6d43d64 None None] New status for floating IP 5f9f9618-9097-44b3-b036-673609c45570: DOWN {{(pid=98304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:46:46.252563 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37664) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:46.326324 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-04d912aa-49e6-4af1-b2ab-6f43dc9ff21e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:46.358142 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-04d912aa-49e6-4af1-b2ab-6f43dc9ff21e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:46.413700 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-04d912aa-49e6-4af1-b2ab-6f43dc9ff21e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:46.418254 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-db37f2f4-35d8-4133-9709-209359a4d1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:46.434599 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d912aa-49e6-4af1-b2ab-6f43dc9ff21e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8767cc9c-a2f4-4203-aecb-9135c9b8e242,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:46.437311 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-04d912aa-49e6-4af1-b2ab-6f43dc9ff21e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:46.445468 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-04d912aa-49e6-4af1-b2ab-6f43dc9ff21e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:46.446650 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-04d912aa-49e6-4af1-b2ab-6f43dc9ff21e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "DELETE /v2.0/security-groups/8767cc9c-a2f4-4203-aecb-9135c9b8e242 HTTP/1.1" status: 204 len: 168 time: 0.1930101 May 20 19:46:46.449605 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 37668) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:46.467717 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.api.v2.resource [None req-3136522e-4ab8-4e06-8b9a-9a9171271c83 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] show failed (client error): The resource could not be found. May 20 19:46:46.472305 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37672) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:46.480671 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-3136522e-4ab8-4e06-8b9a-9a9171271c83 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups/8767cc9c-a2f4-4203-aecb-9135c9b8e242 HTTP/1.1" status: 404 len: 347 time: 0.0298383 May 20 19:46:46.749318 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-a8a3ef95-b512-41eb-a7c3-d09bde3c44fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2164531 May 20 19:46:46.757023 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-c48f85f6-9b33-4cbf-97c1-380890ba028d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Deleting port e140b11e-a899-4030-b14a-bc8139c9cf98 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:46:46.757370 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c48f85f6-9b33-4cbf-97c1-380890ba028d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:46.934770 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c48f85f6-9b33-4cbf-97c1-380890ba028d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:46.935098 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c48f85f6-9b33-4cbf-97c1-380890ba028d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:47.059069 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-e8f72ed9-d1cc-4569-a579-7db331afe67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:47.060605 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-e8f72ed9-d1cc-4569-a579-7db331afe67d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=970b50b783e548b190329a0d1ea310a3&device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 1137 time: 0.2854004 May 20 19:46:47.067329 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-c48f85f6-9b33-4cbf-97c1-380890ba028d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Calling delete_port for e140b11e-a899-4030-b14a-bc8139c9cf98 owned by network:floatingip {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:46:47.242065 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-1ac868a6-3777-4e1a-9718-0406d3b60414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:47.332177 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-b73e53ed-da54-470a-b67b-5fe6f1d0e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:47.333756 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-b73e53ed-da54-470a-b67b-5fe6f1d0e7a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=869b1c22-9f82-4acd-ac73-cf3e12278bb9 HTTP/1.1" status: 200 len: 915 time: 0.2400689 May 20 19:46:47.487527 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-5db73fc1-6ad4-4a8a-9d44-5aa7bb3e311a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 200 len: 1000 time: 0.1221118 May 20 19:46:47.488284 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c48f85f6-9b33-4cbf-97c1-380890ba028d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:47.491984 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:47.569592 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f85f6-9b33-4cbf-97c1-380890ba028d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event deleted for resources: {'Port': ['ID=e140b11e-a899-4030-b14a-bc8139c9cf98,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:47.572680 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c48f85f6-9b33-4cbf-97c1-380890ba028d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:47.681292 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-5ed3a4c1-5170-46ce-aed4-f69723652ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:47.683281 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-5ed3a4c1-5170-46ce-aed4-f69723652ee2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc4d65d8-0add-4216-aa4f-a1975639bbe4 HTTP/1.1" status: 200 len: 853 time: 0.1613405 May 20 19:46:47.730592 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c48f85f6-9b33-4cbf-97c1-380890ba028d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:47.767081 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c48f85f6-9b33-4cbf-97c1-380890ba028d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:47.768092 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-c48f85f6-9b33-4cbf-97c1-380890ba028d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "DELETE /v2.0/floatingips/5f9f9618-9097-44b3-b036-673609c45570 HTTP/1.1" status: 204 len: 168 time: 1.2944088 May 20 19:46:47.784163 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-3f0b201d-765f-436f-8de1-64c7cd828a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:47.785529 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-3f0b201d-765f-436f-8de1-64c7cd828a59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=869b1c22-9f82-4acd-ac73-cf3e12278bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940101 May 20 19:46:47.942966 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-4af71f14-2370-4698-9e73-3bb999ad52be service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468365 May 20 19:46:47.972468 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc16257-3e89-4739-bef6-c0b7332a663a req-e59b0a8a-465a-4eae-8a87-5b8299e040e7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:47.974141 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dfc16257-3e89-4739-bef6-c0b7332a663a req-e59b0a8a-465a-4eae-8a87-5b8299e040e7 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.0849817 May 20 19:46:48.024106 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dfc16257-3e89-4739-bef6-c0b7332a663a req-4b232f94-89ef-4d08-beef-fc45779a197b tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403855 May 20 19:46:48.103949 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4760e02f-a642-41ab-8838-9a029ff8d3c7 req-fef00f07-a582-4a98-a7ab-83968bbbb196 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505992 May 20 19:46:48.220934 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 769e0a55-3d4b-41a1-9fd1-b7467f819090 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:46:48.255472 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: 769e0a55-3d4b-41a1-9fd1-b7467f819090 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:46:48.256199 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 769e0a55-3d4b-41a1-9fd1-b7467f819090 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:46:48.466686 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 37684) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:48.471872 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--493774754', 'description': 'tempest-description--606956088'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:48.477716 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:48.481876 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Usage tracker for resource:security_group and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:48.484708 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:48.491277 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:48.504861 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.527358 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:48.531288 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Usage tracker for resource:security_group_rule and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:48.534444 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:48.540087 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:48.617656 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.621569 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.625254 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c2113385-e95c-4007-8d78-19d4ff897e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:48.668079 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0a61bd-27db-4cde-8e16-0dc24a50fda1,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:48.670882 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.672017 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2043440 May 20 19:46:48.672937 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-e5ccfd6f-b555-4c1a-a283-8f9bffc26418 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:48.675219 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37688) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:48.680405 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'security_group_rule': {'security_group_id': 'dc0a61bd-27db-4cde-8e16-0dc24a50fda1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:48.686406 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:48.690338 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Usage tracker for resource:security_group_rule and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:48.693154 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:48.700208 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:48.715762 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.779128 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.782945 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.785047 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:48.806461 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc4d9d5-56f3-4b8f-82d0-e930ed0e048a,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:48.809544 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:48.817072 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.818251 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-d8370fb0-b69c-435e-8a0d-d5fbcfffaa97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420505 May 20 19:46:48.821001 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37692) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:48.826405 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'security_group_rule': {'security_group_id': 'dc0a61bd-27db-4cde-8e16-0dc24a50fda1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:48.832199 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:48.836338 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Usage tracker for resource:security_group_rule and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:48.839180 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:48.844899 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:48.859675 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.919283 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.922696 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.924719 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c2d4fb68-b4c6-4d50-b7d8-4a335f08adff tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:48.949725 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601a012e-455d-496b-8e07-e8f1ff9712c3,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:48.952148 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:48.959500 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:48.960699 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-6f86d74e-d0af-4d41-8ff0-adcb19a78955 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388230 May 20 19:46:48.963779 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37696) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:46:48.968725 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'floatingip': {'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:48.974359 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:48.978167 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Usage tracker for resource:floatingip and tenant:7057c75477a14814811e97be384b9f32 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:46:48.981040 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:46:48.986618 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:48.997441 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:49.133870 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:49.228524 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a3377-44a1-42d5-9ad7-2e1be7d8e087 req-65c7c1dd-2d96-4778-9c65-7f403f87c962 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:49.231396 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-542a3377-44a1-42d5-9ad7-2e1be7d8e087 req-65c7c1dd-2d96-4778-9c65-7f403f87c962 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.0859673 May 20 19:46:49.277002 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-542a3377-44a1-42d5-9ad7-2e1be7d8e087 req-67a24b82-7837-45d6-a804-0547e5cf880d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394132 May 20 19:46:49.281976 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Allocated IP 172.28.2.120 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/aa135a37-4b6c-4bd1-baa5-0e107955a68b) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:46:49.441992 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:49.472465 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:49.476147 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:49.544478 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:46:49.547351 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:46:49.550061 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:46:49.586383 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'Port': ['ID=aa135a37-4b6c-4bd1-baa5-0e107955a68b,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:49.591096 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:49.735825 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-deca961c-831d-4bd8-9463-c8ad8ecfbe94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:49.761572 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:49.818408 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:49.830486 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:50.050215 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:50.054897 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:50.058663 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:50.164982 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'Port': ['ID=aa135a37-4b6c-4bd1-baa5-0e107955a68b,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:50.168835 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:50.175162 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:50.196156 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:50.197330 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2326422 May 20 19:46:50.360239 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-46d0185c-11b7-4ebf-86be-1910d3032497 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Synchronizing usage tracker for tenant:7057c75477a14814811e97be384b9f32 on resource:security_group {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:46:50.378722 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-46d0185c-11b7-4ebf-86be-1910d3032497 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Unset dirty status for tenant:7057c75477a14814811e97be384b9f32 on resource:security_group {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:46:50.379918 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-46d0185c-11b7-4ebf-86be-1910d3032497 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--493774754&fields=id&tenant_id=7057c75477a14814811e97be384b9f32 HTTP/1.1" status: 200 len: 267 time: 0.0602503 May 20 19:46:50.477491 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753c702-42bd-4b13-a0a3-8a6a732f842d req-598a8de1-8ba0-4e47-8b66-8d40fedf6b6f tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:50.479589 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b753c702-42bd-4b13-a0a3-8a6a732f842d req-598a8de1-8ba0-4e47-8b66-8d40fedf6b6f tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.0829213 May 20 19:46:50.527506 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b753c702-42bd-4b13-a0a3-8a6a732f842d req-b4d340b9-d360-42c6-947d-d9cbb95050b0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426242 May 20 19:46:50.534132 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-c88ae0ed-67c0-429d-a436-1832719318c8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:50.535640 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-c88ae0ed-67c0-429d-a436-1832719318c8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 817 time: 0.1479897 May 20 19:46:50.552172 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-90c7ff42-8d10-4b14-b69e-5da5c63ad843 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/quotas/7057c75477a14814811e97be384b9f32 HTTP/1.1" status: 200 len: 375 time: 0.0103712 May 20 19:46:50.641753 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-83bdf66e-e8ab-43e0-89c1-8bc75727578a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Synchronizing usage tracker for tenant:7057c75477a14814811e97be384b9f32 on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:46:50.659081 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-83bdf66e-e8ab-43e0-89c1-8bc75727578a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Unset dirty status for tenant:7057c75477a14814811e97be384b9f32 on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:46:50.661229 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-83bdf66e-e8ab-43e0-89c1-8bc75727578a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1027799 May 20 19:46:50.900153 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:50.916479 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-401b0b57-7818-4db7-a629-bf270cb3b905 service neutron] 10.222.0.44 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427647 May 20 19:46:51.050868 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-c99bf78a-eef4-496e-8382-6e306f476428 service neutron] 10.222.0.44 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275914 May 20 19:46:51.226946 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1aac30cf-6adb-4b7d-8065-448544c57a79 req-81020021-80e3-4d7b-8cd2-0e76778e28b5 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 210 time: 0.0418689 May 20 19:46:51.499385 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:46:51.733472 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71397f-c71e-44aa-9e9b-c580b84b101b req-f45e6044-8255-4e76-b82c-127c87de8725 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:51.735587 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ef71397f-c71e-44aa-9e9b-c580b84b101b req-f45e6044-8255-4e76-b82c-127c87de8725 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.0925262 May 20 19:46:51.785874 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ef71397f-c71e-44aa-9e9b-c580b84b101b req-d17b5fa8-d290-4e59-87ae-61be4817d203 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437787 May 20 19:46:52.402218 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:52.424964 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-44acc1e0-73b2-4bd0-b243-808caaf372dd req-813d3b50-152c-4dd2-a632-6721021608e8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 210 time: 0.0565150 May 20 19:46:52.529259 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-7afc177a-57e2-44d3-ad05-7bdd190bc8e8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:52.530621 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-7afc177a-57e2-44d3-ad05-7bdd190bc8e8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 817 time: 0.1594131 May 20 19:46:52.585643 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-cf89fb7d-3f7f-47c7-b933-b548b53047c6 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7057c75477a14814811e97be384b9f32 HTTP/1.1" status: 200 len: 379 time: 0.0458815 May 20 19:46:52.595746 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'port': {'device_id': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'admin_state_up': True, 'tenant_id': '7057c75477a14814811e97be384b9f32', 'security_groups': ['dc0a61bd-27db-4cde-8e16-0dc24a50fda1']}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:52.734984 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:46:52.744857 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:46:52.754469 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Made reservation on behalf of 7057c75477a14814811e97be384b9f32 for: {'port': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:46:52.758012 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:53.061307 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_common [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Allocated IP 172.20.0.8 (138b13d1-da04-4693-943f-4fb3103df269/d7485202-503d-4dc1-a758-8534ffd6cf5d/cfbba065-6f9e-4b4e-a37d-d5126f7fed88) {{(pid=98302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:46:53.114683 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed82cb-81c3-4247-b5fb-f92033788683 req-d518f0ad-cae2-416d-986a-2736428a5c88 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:53.116122 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8bed82cb-81c3-4247-b5fb-f92033788683 req-d518f0ad-cae2-416d-986a-2736428a5c88 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.2192101 May 20 19:46:53.259339 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8bed82cb-81c3-4247-b5fb-f92033788683 req-0fdf17e0-5ff0-450d-9ea7-640b8b377708 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362381 May 20 19:46:53.310336 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for port, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:53.326303 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Transition to ACTIVE for port object cfbba065-6f9e-4b4e-a37d-d5126f7fed88 will not be triggered until provisioned by entity DHCP. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:46:53.349766 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:53.355357 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-b3131deb-e813-4180-b177-bd7dbe8f399f tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:53.422457 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Network 138b13d1-da04-4693-943f-4fb3103df269 is already hosted by enough agents. {{(pid=98302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:46:53.425674 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Resources bound (agent type, host, resource id): {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:46:53.429857 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Received port after_create {{(pid=98302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:46:53.467170 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event updated for resources: {'Port': ['ID=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:53.474639 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:53.511812 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:53.512517 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:53.539675 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9486053 May 20 19:46:53.553926 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Request body: {'port': {'device_id': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:46:53.640602 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9db41-f480-43de-8b69-5be55f9f50a4 req-13e1d927-dd80-48ad-b100-470e84e09b66 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:53.642200 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1bf9db41-f480-43de-8b69-5be55f9f50a4 req-13e1d927-dd80-48ad-b100-470e84e09b66 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 931 time: 0.0840821 May 20 19:46:53.677373 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:53.691822 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-27c3f95e-407b-430d-958e-c54a51f00a56 None None] Provisioning for port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:46:53.692667 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-1bf9db41-f480-43de-8b69-5be55f9f50a4 req-69383938-8d35-4a88-b1e0-c51d4ae27ac7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Synchronizing usage tracker for tenant:7057c75477a14814811e97be384b9f32 on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:46:53.697550 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-27c3f95e-407b-430d-958e-c54a51f00a56 None None] Provisioning complete for port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:46:53.698309 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-27c3f95e-407b-430d-958e-c54a51f00a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:53.705801 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-1bf9db41-f480-43de-8b69-5be55f9f50a4 req-69383938-8d35-4a88-b1e0-c51d4ae27ac7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Unset dirty status for tenant:7057c75477a14814811e97be384b9f32 on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:46:53.706998 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1bf9db41-f480-43de-8b69-5be55f9f50a4 req-69383938-8d35-4a88-b1e0-c51d4ae27ac7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586772 May 20 19:46:53.774224 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-27c3f95e-407b-430d-958e-c54a51f00a56 None None] Port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:46:54.021406 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfbba065-6f9e-4b4e-a37d-d5126f7fed88 {{(pid=98302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:46:54.029430 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:54.043654 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.provisioning_blocks [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Transition to ACTIVE for port object cfbba065-6f9e-4b4e-a37d-d5126f7fed88 will not be triggered until provisioned by entity L2. {{(pid=98302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:46:54.047461 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:54.052054 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5fd2bdd8-15fd-43bd-8c59-eecbe2a87259 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:54.242049 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Pushing event updated for resources: {'Port': ['ID=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,revision_number=2']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:54.244958 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:54.296697 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Attempting to bind port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:46:54.297247 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Attempting to bind port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:46:54.297756 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Attempting to bind port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 on network 138b13d1-da04-4693-943f-4fb3103df269 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:46:54.305249 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 on network 138b13d1-da04-4693-943f-4fb3103df269 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:46:54.305577 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Attempting to bind port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 on network 138b13d1-da04-4693-943f-4fb3103df269 {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:46:54.311003 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:46:54.311340 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Checking segment: {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:46:54.311714 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Bound using segment: {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'} {{(pid=98302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:46:54.312242 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.managers [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Bound port: cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '138b13d1-da04-4693-943f-4fb3103df269'}}] {{(pid=98302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:46:54.312618 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:54.454751 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, cleared binding levels {{(pid=98302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:46:54.465694 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:46:54.471563 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797802'] for port, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:54.476638 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-078f1ea8-949b-4bec-a7be-e3d2d8d0387e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:54.533957 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:54.534572 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:54.535945 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] 10.222.0.16 "PUT /v2.0/ports/cfbba065-6f9e-4b4e-a37d-d5126f7fed88 HTTP/1.1" status: 200 len: 1093 time: 0.9867561 May 20 19:46:54.539399 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:46:54.558458 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abd592-f02f-4ca4-b62f-00288c1d6e9a req-19115435-a4d6-48a1-ba80-1ec47391b432 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:54.560051 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f9abd592-f02f-4ca4-b62f-00288c1d6e9a req-19115435-a4d6-48a1-ba80-1ec47391b432 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.1848702 May 20 19:46:54.591929 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Pushing event updated for resources: {'Port': ['ID=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,revision_number=3']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:54.632108 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'status': 'completed', 'code': 200} May 20 19:46:54.633593 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:54.676942 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-f9abd592-f02f-4ca4-b62f-00288c1d6e9a req-a6c9ff77-5948-46b9-ae66-1b3e170f73a5 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052551 May 20 19:46:54.702842 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-593ca33c-ad75-4af1-bc1d-a08ae590dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:54.704327 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-593ca33c-ad75-4af1-bc1d-a08ae590dadc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 1096 time: 0.1157379 May 20 19:46:54.776183 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-bad675b0-ec88-4c41-b4eb-4cecb0c3b6cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88 HTTP/1.1" status: 200 len: 217 time: 0.0637100 May 20 19:46:54.839132 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-ca447af7-de00-4648-8261-2afcfa67977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:54.840550 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-ca447af7-de00-4648-8261-2afcfa67977d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.0582807 May 20 19:46:54.909080 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bb1ed-76f8-4b21-9ce0-df685429541b req-facc2169-f103-4f6b-b964-e85e4609f2c8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:54.910544 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b77bb1ed-76f8-4b21-9ce0-df685429541b req-facc2169-f103-4f6b-b964-e85e4609f2c8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0825360 May 20 19:46:54.918004 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-0714a1fd-ddc0-4895-b5f3-dece141eeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:54.919535 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-0714a1fd-ddc0-4895-b5f3-dece141eeb06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725100 May 20 19:46:54.956356 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b77bb1ed-76f8-4b21-9ce0-df685429541b req-472ace0e-ac46-4488-8720-c99495099d2f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400696 May 20 19:46:55.121903 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-7ae473da-c3d8-4eda-a5f9-44fed6fa927b service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930087 May 20 19:46:55.251061 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-67adfb1d-f577-4fdc-8a43-839c8e932f0f req-1f84fcae-0cef-4013-83e7-ab71e8240227 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220558 May 20 19:46:55.372605 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cbdea-ff33-4fb0-8164-f786faf5ad35 req-4ed7bc25-73d2-4827-a90d-fb32525e0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:55.373966 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d30cbdea-ff33-4fb0-8164-f786faf5ad35 req-4ed7bc25-73d2-4827-a90d-fb32525e0913 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 1096 time: 0.0704384 May 20 19:46:55.504690 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cbdea-ff33-4fb0-8164-f786faf5ad35 req-eb26e74d-3234-4e34-8c2e-cabb8ff85693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:55.506211 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d30cbdea-ff33-4fb0-8164-f786faf5ad35 req-eb26e74d-3234-4e34-8c2e-cabb8ff85693 service neutron] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 918 time: 0.1254821 May 20 19:46:55.576680 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d30cbdea-ff33-4fb0-8164-f786faf5ad35 req-2756f086-f5d2-41f9-8dac-13bbaa036906 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88 HTTP/1.1" status: 200 len: 217 time: 0.0630033 May 20 19:46:55.638253 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cbdea-ff33-4fb0-8164-f786faf5ad35 req-ab066483-4ceb-41ae-9450-e24328189922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:55.639587 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d30cbdea-ff33-4fb0-8164-f786faf5ad35 req-ab066483-4ceb-41ae-9450-e24328189922 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.0572562 May 20 19:46:55.719311 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cbdea-ff33-4fb0-8164-f786faf5ad35 req-89e4d320-0227-4a1b-91c8-5cc456eebc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:55.720863 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d30cbdea-ff33-4fb0-8164-f786faf5ad35 req-89e4d320-0227-4a1b-91c8-5cc456eebc07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745349 May 20 19:46:55.912477 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d30cbdea-ff33-4fb0-8164-f786faf5ad35 req-a2e27516-df76-4c29-afe4-db8dabe071cf service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842170 May 20 19:46:55.962577 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba01a2-2b7a-459e-8b6b-dc303ce46b26 req-8e2fe518-be2e-4d6e-98b4-0e250dc6ee37 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:55.964019 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-21ba01a2-2b7a-459e-8b6b-dc303ce46b26 req-8e2fe518-be2e-4d6e-98b4-0e250dc6ee37 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.1525881 May 20 19:46:56.067321 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-21ba01a2-2b7a-459e-8b6b-dc303ce46b26 req-6c29571c-fc6a-44e3-a870-2190aa9faaae tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963607 May 20 19:46:56.087348 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d30cbdea-ff33-4fb0-8164-f786faf5ad35 req-67dd4f33-1c92-42cb-ae0a-fa4882e6e94f service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673474 May 20 19:46:56.143390 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bef953-34cf-4ae1-bdbc-13d5ce368f5d req-3fd9f124-6c17-4547-8f14-3c2324ba5020 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:56.144884 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-08bef953-34cf-4ae1-bdbc-13d5ce368f5d req-3fd9f124-6c17-4547-8f14-3c2324ba5020 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0804176 May 20 19:46:56.194294 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-08bef953-34cf-4ae1-bdbc-13d5ce368f5d req-201f4c69-0d14-4c93-8436-61f4220873a7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435765 May 20 19:46:57.252297 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ba841-41db-40c6-804f-9b976c4af1b9 req-7e8fef79-2190-4e2c-b2c1-1fecdc9961c1 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:57.253784 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-443ba841-41db-40c6-804f-9b976c4af1b9 req-7e8fef79-2190-4e2c-b2c1-1fecdc9961c1 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.0833919 May 20 19:46:57.299440 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-443ba841-41db-40c6-804f-9b976c4af1b9 req-eef89282-f08b-4f78-a008-2acd7c1604eb tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395939 May 20 19:46:57.382052 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2673a84-0977-435d-bb16-6169172f5d42 req-03da5f3e-15a5-442f-9dc6-228814d7a768 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:57.383429 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d2673a84-0977-435d-bb16-6169172f5d42 req-03da5f3e-15a5-442f-9dc6-228814d7a768 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0794857 May 20 19:46:57.429558 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d2673a84-0977-435d-bb16-6169172f5d42 req-2405d52d-11c1-401d-ab7f-ac3cdecab367 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394933 May 20 19:46:58.040321 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee1e5e-6d4c-44a4-b665-e85921d5306d req-15055005-85d7-4732-9e48-cd850d912c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:58.042430 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38ee1e5e-6d4c-44a4-b665-e85921d5306d req-15055005-85d7-4732-9e48-cd850d912c7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29c68fb3f9a14887a9c53496c4bb813e&device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 1098 time: 0.0841329 May 20 19:46:58.180361 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee1e5e-6d4c-44a4-b665-e85921d5306d req-c77045ab-f86d-4cba-a344-7eabe4dcbba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:58.182701 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38ee1e5e-6d4c-44a4-b665-e85921d5306d req-c77045ab-f86d-4cba-a344-7eabe4dcbba3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3030e65f-2520-48a7-9eae-d4a72dc4ca54 HTTP/1.1" status: 200 len: 909 time: 0.1323845 May 20 19:46:58.283415 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38ee1e5e-6d4c-44a4-b665-e85921d5306d req-8819542f-e40d-40a0-a65c-143ab9d97779 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9141a061-2903-4fbe-b73f-570f306f3233 HTTP/1.1" status: 200 len: 1001 time: 0.0952342 May 20 19:46:58.299733 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cfbba065-6f9e-4b4e-a37d-d5126f7fed88 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:46:58.439934 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:46:58.454660 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'port_id': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'mac_address': 'fa:16:3e:93:24:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:46:58.476387 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee1e5e-6d4c-44a4-b665-e85921d5306d req-ede93bca-d95d-42a5-ad6e-2b4700d6e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:58.477843 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38ee1e5e-6d4c-44a4-b665-e85921d5306d req-ede93bca-d95d-42a5-ad6e-2b4700d6e599 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5d1a9f6e-1615-4254-8b62-21ed15b52fe5 HTTP/1.1" status: 200 len: 847 time: 0.1885738 May 20 19:46:58.514831 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:58.535958 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfbba065-6f9e-4b4e-a37d-d5126f7fed88 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:46:58.556300 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:46:58.560632 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:46:58.563451 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:46:58.572362 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd2b47-ee19-4bd3-aa9d-20e9d92f1d7e req-609c4802-46b9-43d8-955c-8a9d01be1807 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:58.573886 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5dbd2b47-ee19-4bd3-aa9d-20e9d92f1d7e req-609c4802-46b9-43d8-955c-8a9d01be1807 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.1524982 May 20 19:46:58.606614 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee1e5e-6d4c-44a4-b665-e85921d5306d req-b0323fe3-4263-4826-bd90-80a716c6550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:58.608144 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38ee1e5e-6d4c-44a4-b665-e85921d5306d req-b0323fe3-4263-4826-bd90-80a716c6550c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3030e65f-2520-48a7-9eae-d4a72dc4ca54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1215594 May 20 19:46:58.653493 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:46:58.654942 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb934a8-ad10-4ea9-8580-b5aae2bc0647 req-d8bb0267-994e-41f1-a570-bc1eb85c72e7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:58.656629 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dcb934a8-ad10-4ea9-8580-b5aae2bc0647 req-d8bb0267-994e-41f1-a570-bc1eb85c72e7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 944 time: 0.1073234 May 20 19:46:58.662382 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5dbd2b47-ee19-4bd3-aa9d-20e9d92f1d7e req-47b461c6-aade-4d7d-9a9c-6929cf697030 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801449 May 20 19:46:58.675416 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.675900 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.676362 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.676959 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.677421 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.677840 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.678252 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.678793 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.679315 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.680152 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.680568 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.681029 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:46:58.685947 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:46:58.716631 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dcb934a8-ad10-4ea9-8580-b5aae2bc0647 req-6e06a9aa-74c0-4997-a8fa-610337ce8b6c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529568 May 20 19:46:58.764332 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38ee1e5e-6d4c-44a4-b665-e85921d5306d req-cbc34d02-5c3b-4771-be24-1da35d84e6fd service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459050 May 20 19:46:58.873009 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['cfbba065-6f9e-4b4e-a37d-d5126f7fed88'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:46:58.902891 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38ee1e5e-6d4c-44a4-b665-e85921d5306d req-08736ff1-9256-422d-95d4-594aa8014d99 service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319060 May 20 19:46:59.860561 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915e6ca-b841-496c-a9d3-f651c87ece95 req-fd5babfa-8397-4d8f-a31b-feef3e573354 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:59.862029 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4915e6ca-b841-496c-a9d3-f651c87ece95 req-fd5babfa-8397-4d8f-a31b-feef3e573354 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.0806010 May 20 19:46:59.906404 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366aab76-0e08-459b-a9bc-9367f22324a6 req-12fe6588-ec04-405f-985d-6488f2345695 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:46:59.907990 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-366aab76-0e08-459b-a9bc-9367f22324a6 req-12fe6588-ec04-405f-985d-6488f2345695 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 944 time: 0.0825303 May 20 19:46:59.914388 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4915e6ca-b841-496c-a9d3-f651c87ece95 req-bd2223d3-4c26-4904-96a2-a7555b96c997 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462952 May 20 19:46:59.953197 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-366aab76-0e08-459b-a9bc-9367f22324a6 req-0237b3da-eb81-4c5b-92b3-fe5e67abf4c5 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393422 May 20 19:47:00.303274 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cfbba065-6f9e-4b4e-a37d-d5126f7fed88 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:00.371795 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:47:00.376493 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:00.376870 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.519315 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.547190 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:00.557649 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:00.563390 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:00.566356 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:00.638056 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:00.642223 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:00.659481 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'code': 200} May 20 19:47:00.922720 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb57d7-c728-43a8-9d20-912645390e9b req-5285c3c0-b409-4cee-9940-93cc456e5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:00.924205 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-80cb57d7-c728-43a8-9d20-912645390e9b req-5285c3c0-b409-4cee-9940-93cc456e5eda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 1098 time: 0.0712917 May 20 19:47:00.967469 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-80cb57d7-c728-43a8-9d20-912645390e9b req-0af32a4f-3b2c-4433-91a3-91acd082b7c5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360034 May 20 19:47:01.101397 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcf959-f232-4fed-90b3-d86e347cbf40 req-fc7a0b2f-4de6-4cf8-99f7-446b5f3f4c07 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:01.102864 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2adcf959-f232-4fed-90b3-d86e347cbf40 req-fc7a0b2f-4de6-4cf8-99f7-446b5f3f4c07 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.0836074 May 20 19:47:01.146046 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d616e-5046-4d57-aaf7-a2df5112bb7f req-04975fef-4312-4635-a9e5-a91a0a83b858 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:01.146789 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-081d616e-5046-4d57-aaf7-a2df5112bb7f req-04975fef-4312-4635-a9e5-a91a0a83b858 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Synchronizing usage tracker for tenant:7057c75477a14814811e97be384b9f32 on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:47:01.148050 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-2adcf959-f232-4fed-90b3-d86e347cbf40 req-4ab653be-7f40-42dc-92a5-5bf3c3fa8fb0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391302 May 20 19:47:01.162921 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-081d616e-5046-4d57-aaf7-a2df5112bb7f req-04975fef-4312-4635-a9e5-a91a0a83b858 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Unset dirty status for tenant:7057c75477a14814811e97be384b9f32 on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:47:01.164242 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-081d616e-5046-4d57-aaf7-a2df5112bb7f req-04975fef-4312-4635-a9e5-a91a0a83b858 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.1001956 May 20 19:47:01.210812 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-081d616e-5046-4d57-aaf7-a2df5112bb7f req-8d6fcb6b-be05-435c-b3f8-021b9d658ae6 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400324 May 20 19:47:01.422947 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37786) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:01.570165 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6e5a0-230d-4746-834b-353877313e3e req-c7d1310a-9b74-460a-940d-f876deab24e3 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:01.571639 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38a6e5a0-230d-4746-834b-353877313e3e req-c7d1310a-9b74-460a-940d-f876deab24e3 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.1425951 May 20 19:47:01.579128 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-dc604183-6a9c-4ee4-88a8-364408a25037 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1550298 May 20 19:47:01.620653 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38a6e5a0-230d-4746-834b-353877313e3e req-c36693c7-3c9d-4878-a79c-0ab382ae6729 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405958 May 20 19:47:02.412443 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd19c2-d00b-42a0-b1a6-280aad96da51 req-26218984-1273-4b4c-b942-329342970201 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:02.413807 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e1fd19c2-d00b-42a0-b1a6-280aad96da51 req-26218984-1273-4b4c-b942-329342970201 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0859780 May 20 19:47:02.541424 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e1fd19c2-d00b-42a0-b1a6-280aad96da51 req-3aec2157-57d9-4993-883b-a3f6507918a5 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216362 May 20 19:47:02.743235 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc7692-fc7a-4eae-854f-a534ebf9a7c1 req-b9418573-4369-422b-88cf-444d12f45576 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:02.745442 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-20dc7692-fc7a-4eae-854f-a534ebf9a7c1 req-b9418573-4369-422b-88cf-444d12f45576 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0948746 May 20 19:47:02.754044 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37804) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:02.763344 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-720929d6-bb91-4622-b820-7dbdc466620c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Request body: {'floatingip': {'port_id': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:02.815040 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bca24-8c5f-4736-b0fc-7ea3b4801a65 req-e49043bc-8cd6-4a07-9c44-6a54966151ec tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:02.816438 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ac4bca24-8c5f-4736-b0fc-7ea3b4801a65 req-e49043bc-8cd6-4a07-9c44-6a54966151ec tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.0832462 May 20 19:47:02.838258 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-720929d6-bb91-4622-b820-7dbdc466620c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, before_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:02.864563 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ac4bca24-8c5f-4736-b0fc-7ea3b4801a65 req-571cf9bd-6c7e-43af-8026-b834b39453ba tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 May 20 19:47:03.173485 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-88553185-7200-4438-864e-77b31e14aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:03.174866 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-88553185-7200-4438-864e-77b31e14aaa4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1&tenant_id=29c68fb3f9a14887a9c53496c4bb813e HTTP/1.1" status: 200 len: 1098 time: 0.1754277 May 20 19:47:03.605377 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-86f0c008-910f-4ca6-a0d6-cb00602f1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:03.606852 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-86f0c008-910f-4ca6-a0d6-cb00602f1e6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29c68fb3f9a14887a9c53496c4bb813e&device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 1098 time: 0.3081234 May 20 19:47:03.883900 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-5da4407f-7455-45d3-a94b-b888d5b29101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:03.885852 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-5da4407f-7455-45d3-a94b-b888d5b29101 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3030e65f-2520-48a7-9eae-d4a72dc4ca54 HTTP/1.1" status: 200 len: 909 time: 0.2715786 May 20 19:47:03.978272 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-720929d6-bb91-4622-b820-7dbdc466620c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:04.021035 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-720929d6-bb91-4622-b820-7dbdc466620c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:04.124509 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-ff5cc0bf-d7de-41e6-a13e-860f8188b25a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9141a061-2903-4fbe-b73f-570f306f3233 HTTP/1.1" status: 200 len: 1001 time: 0.2301099 May 20 19:47:04.282934 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844acd2f-6ecf-4219-afe6-44309c7ff776 req-44053ca6-b5c5-430b-a2e4-b9e6eaf70c5e tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:04.284413 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-844acd2f-6ecf-4219-afe6-44309c7ff776 req-44053ca6-b5c5-430b-a2e4-b9e6eaf70c5e tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.3124876 May 20 19:47:04.294500 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.l3_db [None req-720929d6-bb91-4622-b820-7dbdc466620c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Floating IP c0e5fc62-cbdf-485f-8966-f04bb9c28c33 associated. External IP: 172.28.2.120, port: cfbba065-6f9e-4b4e-a37d-d5126f7fed88. May 20 19:47:04.340388 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 9141a061-2903-4fbe-b73f-570f306f3233 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:04.345967 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-f826872d-0e5b-43b9-a514-233b398a3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:04.347377 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-f826872d-0e5b-43b9-a514-233b398a3ce6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5d1a9f6e-1615-4254-8b62-21ed15b52fe5 HTTP/1.1" status: 200 len: 847 time: 0.2159832 May 20 19:47:04.461379 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:04.489772 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:04.504805 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 9141a061-2903-4fbe-b73f-570f306f3233, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9141a061-2903-4fbe-b73f-570f306f3233,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:04.510043 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:04.513485 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:04.554670 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233', 'code': 200} May 20 19:47:04.587659 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=9141a061-2903-4fbe-b73f-570f306f3233,revision_number=6']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:04.591412 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:04.628239 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-844acd2f-6ecf-4219-afe6-44309c7ff776 req-4b9862d0-7bd4-41bc-b074-d408884da5f1 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369327 May 20 19:47:04.729746 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-dbf28960-92bd-4950-945e-76a6f5a2cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:04.731205 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-dbf28960-92bd-4950-945e-76a6f5a2cd14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3030e65f-2520-48a7-9eae-d4a72dc4ca54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3569889 May 20 19:47:04.959281 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-2e6ec2b2-0563-4127-abce-cc349eefdfad service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177720 May 20 19:47:04.961128 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720929d6-bb91-4622-b820-7dbdc466620c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Router 30ef35ba-0aab-4cbf-8d92-82289a014500 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:47:05.262738 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-21a43754-fa36-4794-b141-0eec6867ffa6 service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963490 May 20 19:47:05.272057 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720929d6-bb91-4622-b820-7dbdc466620c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:47:05.277615 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-720929d6-bb91-4622-b820-7dbdc466620c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:05.282546 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283fafe-0be8-4629-9f7f-60df10c05dfe None None] Sync routers for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:47:05.292001 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283fafe-0be8-4629-9f7f-60df10c05dfe None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:05.292722 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-b283fafe-0be8-4629-9f7f-60df10c05dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:46:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:05.336866 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-720929d6-bb91-4622-b820-7dbdc466620c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "PUT /v2.0/floatingips/c0e5fc62-cbdf-485f-8966-f04bb9c28c33 HTTP/1.1" status: 200 len: 991 time: 2.5816894 May 20 19:47:05.337727 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:05.383679 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'status': 'completed', 'code': 200} May 20 19:47:05.476751 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-b283fafe-0be8-4629-9f7f-60df10c05dfe None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:05.480813 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc3c83-0481-444b-87a9-e29a91a5c8c8 req-b3719502-faee-4da1-8c86-09037c4571d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:05.482447 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13cc3c83-0481-444b-87a9-e29a91a5c8c8 req-b3719502-faee-4da1-8c86-09037c4571d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 1098 time: 0.0779426 May 20 19:47:05.619004 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc3c83-0481-444b-87a9-e29a91a5c8c8 req-226cc196-e664-49d3-b0a6-c5d71e83171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:05.620970 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13cc3c83-0481-444b-87a9-e29a91a5c8c8 req-226cc196-e664-49d3-b0a6-c5d71e83171f service neutron] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 918 time: 0.1316025 May 20 19:47:05.774534 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13cc3c83-0481-444b-87a9-e29a91a5c8c8 req-091e14f0-d598-4078-bd95-6b05a979a3dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88 HTTP/1.1" status: 200 len: 999 time: 0.1406813 May 20 19:47:05.835884 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-b283fafe-0be8-4629-9f7f-60df10c05dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': 'c0e5fc62-cbdf-485f-8966-f04bb9c28c33', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'floating_ip_address': '172.28.2.120', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'port_id': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'mac_address': 'fa:16:3e:93:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:46:49Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 1, 'project_id': '7057c75477a14814811e97be384b9f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:05.840694 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283fafe-0be8-4629-9f7f-60df10c05dfe None None] Checking router: 30ef35ba-0aab-4cbf-8d92-82289a014500 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:47:05.849489 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283fafe-0be8-4629-9f7f-60df10c05dfe None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:05.850232 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-b283fafe-0be8-4629-9f7f-60df10c05dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:46:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:05.860866 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc3c83-0481-444b-87a9-e29a91a5c8c8 req-7fa1e89c-ba67-4d3f-bbe5-0a4b761e89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:05.862291 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13cc3c83-0481-444b-87a9-e29a91a5c8c8 req-7fa1e89c-ba67-4d3f-bbe5-0a4b761e89ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.0810969 May 20 19:47:05.914833 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f3119-59a0-4457-b9ca-623c2c3c883a req-057de22c-62d5-4bf5-bede-899742517e2d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:05.916262 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7f7f3119-59a0-4457-b9ca-623c2c3c883a req-057de22c-62d5-4bf5-bede-899742517e2d tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 943 time: 0.1761491 May 20 19:47:05.977532 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7f7f3119-59a0-4457-b9ca-623c2c3c883a req-4c5bb9c4-1313-4003-bc83-e6ea57b29b50 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530760 May 20 19:47:05.989550 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc3c83-0481-444b-87a9-e29a91a5c8c8 req-dc06b1a1-91d8-4dfb-be4d-9189603b9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:05.991049 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13cc3c83-0481-444b-87a9-e29a91a5c8c8 req-dc06b1a1-91d8-4dfb-be4d-9189603b9043 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1214054 May 20 19:47:06.046286 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-b283fafe-0be8-4629-9f7f-60df10c05dfe None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:06.246278 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13cc3c83-0481-444b-87a9-e29a91a5c8c8 req-07ba1228-f6a7-4241-ada7-5842d5f6f1a3 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472496 May 20 19:47:06.389817 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-13cc3c83-0481-444b-87a9-e29a91a5c8c8 req-06939a35-6a0a-4bfd-9db7-604346fb1cd5 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365676 May 20 19:47:06.451689 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-b283fafe-0be8-4629-9f7f-60df10c05dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': 'c0e5fc62-cbdf-485f-8966-f04bb9c28c33', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'floating_ip_address': '172.28.2.120', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'port_id': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'mac_address': 'fa:16:3e:93:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:46:49Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 1, 'project_id': '7057c75477a14814811e97be384b9f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:06.456144 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b283fafe-0be8-4629-9f7f-60df10c05dfe None None] The sync data for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb is: [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': 'c0e5fc62-cbdf-485f-8966-f04bb9c28c33', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'floating_ip_address': '172.28.2.120', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'port_id': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'mac_address': 'fa:16:3e:93:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:46:49Z', 'updated_at': '2021-05-20T19:47:03Z', 'revision_number': 1, 'project_id': '7057c75477a14814811e97be384b9f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:47:06.650994 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a1b7a9-7613-4e26-8a0e-d40e4bdbfd68 None None] New status for floating IP c0e5fc62-cbdf-485f-8966-f04bb9c28c33: ACTIVE {{(pid=98304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:47:07.174387 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cc15d-c452-4aeb-a50a-dc71cd3a8f8f req-f778dcbf-d50a-453f-92e5-20d348af5942 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:07.175887 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-489cc15d-c452-4aeb-a50a-dc71cd3a8f8f req-f778dcbf-d50a-453f-92e5-20d348af5942 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 943 time: 0.0897090 May 20 19:47:07.223198 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-489cc15d-c452-4aeb-a50a-dc71cd3a8f8f req-e0ebd8f5-b523-4818-9911-a478069c4943 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 May 20 19:47:07.751457 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192eb4b-1f5b-49bc-819f-c8ab5e1800a0 req-c399d1a1-ed9f-4247-a765-8bcb9a2d77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:07.752982 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e192eb4b-1f5b-49bc-819f-c8ab5e1800a0 req-c399d1a1-ed9f-4247-a765-8bcb9a2d77a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 1096 time: 0.0788937 May 20 19:47:07.803390 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e192eb4b-1f5b-49bc-819f-c8ab5e1800a0 req-127a2a98-3b8e-442c-9547-db3cd65d4199 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434229 May 20 19:47:08.378858 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 9141a061-2903-4fbe-b73f-570f306f3233 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:47:08.426432 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6eae1-b542-448f-801c-debe4d93ca34 req-a899df85-f988-48e5-a48c-b7907d2a35b8 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:08.427916 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b6c6eae1-b542-448f-801c-debe4d93ca34 req-a899df85-f988-48e5-a48c-b7907d2a35b8 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 943 time: 0.0940080 May 20 19:47:08.475051 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b6c6eae1-b542-448f-801c-debe4d93ca34 req-47927063-1b54-4be1-aed7-075db3f7c391 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413561 May 20 19:47:08.526527 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 9141a061-2903-4fbe-b73f-570f306f3233, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9141a061-2903-4fbe-b73f-570f306f3233,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:08.539795 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '9141a061-2903-4fbe-b73f-570f306f3233', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'port_id': '9141a061-2903-4fbe-b73f-570f306f3233', 'mac_address': 'fa:16:3e:32:33:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:47:08.596435 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:08.614429 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9141a061-2903-4fbe-b73f-570f306f3233 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:47:08.630046 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 9141a061-2903-4fbe-b73f-570f306f3233, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9141a061-2903-4fbe-b73f-570f306f3233,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:08.634364 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:08.636684 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:08.707622 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=9141a061-2903-4fbe-b73f-570f306f3233,revision_number=7']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:08.710847 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:09.038863 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['9141a061-2903-4fbe-b73f-570f306f3233'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:47:09.666413 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff0fce-1db9-469b-a1f2-35ca8441b611 req-1986c6f8-2e55-46ff-8db8-e9408d3f721e tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:09.667880 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-99ff0fce-1db9-469b-a1f2-35ca8441b611 req-1986c6f8-2e55-46ff-8db8-e9408d3f721e tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 944 time: 0.0852776 May 20 19:47:09.713359 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-99ff0fce-1db9-469b-a1f2-35ca8441b611 req-84f69735-21fe-4466-b848-e95eaab1baf1 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397694 May 20 19:47:10.391803 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 9141a061-2903-4fbe-b73f-570f306f3233 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:47:10.463972 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 9141a061-2903-4fbe-b73f-570f306f3233 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:10.464383 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:10.579276 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:10.609613 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:10.620824 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 9141a061-2903-4fbe-b73f-570f306f3233, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9141a061-2903-4fbe-b73f-570f306f3233,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:10.626882 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:10.627956 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:10.657964 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233', 'code': 200} May 20 19:47:10.695266 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=9141a061-2903-4fbe-b73f-570f306f3233,revision_number=8']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:10.699254 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:13.940847 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:17.235773 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-27913ca0-b5b8-48e3-872f-79112d0bab66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:19.737051 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f43cebad-89a0-48a3-b181-2aa12bafbfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:19.812953 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:20.903307 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:22.402438 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:28.498990 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:47:37.173167 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ff91cd92-3b29-414c-ab51-cdd2bccf39cf req-267222cb-26bb-4d66-a2d7-bcec8ba60987 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265605662&fields=id&tenant_id=970b50b783e548b190329a0d1ea310a3 HTTP/1.1" status: 200 len: 267 time: 0.0414877 May 20 19:47:37.257587 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91cd92-3b29-414c-ab51-cdd2bccf39cf req-d49c8e3b-e32e-4b7a-91cc-b7300875bf2b tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:37.259632 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ff91cd92-3b29-414c-ab51-cdd2bccf39cf req-d49c8e3b-e32e-4b7a-91cc-b7300875bf2b tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 984 time: 0.0804160 May 20 19:47:37.271497 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-ff91cd92-3b29-414c-ab51-cdd2bccf39cf req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Request body: {'port': {'security_groups': ['9e22bab7-aa4b-471f-bcb9-4d30b1a4b026']}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:47:37.395115 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-ff91cd92-3b29-414c-ab51-cdd2bccf39cf req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.639935 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-ff91cd92-3b29-414c-ab51-cdd2bccf39cf req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] For port 4324e9d1-3113-4b5e-8663-f3bad5299161, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4324e9d1-3113-4b5e-8663-f3bad5299161,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:37.664190 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-ff91cd92-3b29-414c-ab51-cdd2bccf39cf req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.669128 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-ff91cd92-3b29-414c-ab51-cdd2bccf39cf req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.674728 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:37.682028 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['4324e9d1-3113-4b5e-8663-f3bad5299161'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:47:37.739854 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91cd92-3b29-414c-ab51-cdd2bccf39cf req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:37.740525 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-ff91cd92-3b29-414c-ab51-cdd2bccf39cf req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.741912 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ff91cd92-3b29-414c-ab51-cdd2bccf39cf req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "PUT /v2.0/ports/4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 200 len: 942 time: 0.4758408 May 20 19:47:37.742437 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:37.749177 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37900) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:37.763932 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event updated for resources: {'Port': ['ID=4324e9d1-3113-4b5e-8663-f3bad5299161,revision_number=7']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:37.772797 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.773249 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.773688 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.774118 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.774586 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.775006 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.775434 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.776264 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.776685 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.777107 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.777464 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.777820 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:37.782000 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-011d1587-9c9c-4db9-b31e-b2948355ba10 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:37.854907 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:37.855262 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['4324e9d1-3113-4b5e-8663-f3bad5299161'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:47:37.873177 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'status': 'completed', 'code': 200} May 20 19:47:37.932506 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.008364 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d86d-612c-45ce-8bf8-ba9f98d69235 req-c206b532-37e9-4696-92e6-d2665ec569ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:38.010029 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5d16d86d-612c-45ce-8bf8-ba9f98d69235 req-c206b532-37e9-4696-92e6-d2665ec569ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=970b50b783e548b190329a0d1ea310a3&device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 1098 time: 0.1153007 May 20 19:47:38.039766 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-686728a1-3866-4742-bd25-929699b7748e None None] Provisioning complete for port 4324e9d1-3113-4b5e-8663-f3bad5299161 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:47:38.039766 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-686728a1-3866-4742-bd25-929699b7748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.061895 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.111027 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-96924bc3-a66b-40d2-9fce-ba30f24dab8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:38.129272 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0529d7c7-58bf-4f11-bcd0-c1d7de08db98,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:38.139893 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.140298 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.140682 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.141099 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.141440 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.141792 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.142140 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.142484 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.142831 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.143183 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.143525 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.143865 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:38.154585 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:38.170126 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.172536 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "DELETE /v2.0/security-groups/0529d7c7-58bf-4f11-bcd0-c1d7de08db98 HTTP/1.1" status: 204 len: 168 time: 0.4213727 May 20 19:47:38.173672 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 37908) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:38.266328 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d86d-612c-45ce-8bf8-ba9f98d69235 req-596d1db7-50d3-4968-8ad8-f12047acd4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:38.267799 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5d16d86d-612c-45ce-8bf8-ba9f98d69235 req-596d1db7-50d3-4968-8ad8-f12047acd4be service neutron] 10.222.0.16 "GET /v2.0/networks?id=869b1c22-9f82-4acd-ac73-cf3e12278bb9 HTTP/1.1" status: 200 len: 915 time: 0.2509885 May 20 19:47:38.460184 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5d16d86d-612c-45ce-8bf8-ba9f98d69235 req-c1a955f3-c137-43ae-b77c-5ee1fbb9425b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 200 len: 1000 time: 0.1847169 May 20 19:47:38.579846 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d86d-612c-45ce-8bf8-ba9f98d69235 req-18e06e70-f6f0-4c2b-b399-17ad66418acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:38.581300 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5d16d86d-612c-45ce-8bf8-ba9f98d69235 req-18e06e70-f6f0-4c2b-b399-17ad66418acc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc4d65d8-0add-4216-aa4f-a1975639bbe4 HTTP/1.1" status: 200 len: 853 time: 0.1044571 May 20 19:47:38.678286 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Deleting port 0d3095aa-14c4-4278-8f14-12f33f7a3207 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:38.678632 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.711993 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d86d-612c-45ce-8bf8-ba9f98d69235 req-074ea5d3-e793-4586-a10c-be0f21b8ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:38.713407 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5d16d86d-612c-45ce-8bf8-ba9f98d69235 req-074ea5d3-e793-4586-a10c-be0f21b8ac8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=869b1c22-9f82-4acd-ac73-cf3e12278bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1240973 May 20 19:47:38.995337 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:38.996024 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.128377 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Calling delete_port for 0d3095aa-14c4-4278-8f14-12f33f7a3207 owned by network:floatingip {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:39.140328 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5d16d86d-612c-45ce-8bf8-ba9f98d69235 req-9fbe1fc7-60ef-43d4-b306-60c5be773583 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766990 May 20 19:47:39.299022 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5d16d86d-612c-45ce-8bf8-ba9f98d69235 req-ac15c8b1-8d89-493f-939d-2ae772fb1ac7 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481063 May 20 19:47:39.383633 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.387201 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-00619983-7ca5-4455-9619-a7534c2cb3c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:39.431758 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event deleted for resources: {'Port': ['ID=0d3095aa-14c4-4278-8f14-12f33f7a3207,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:39.434894 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:39.527478 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks [] for floatingip, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:39.527740 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.l3_db [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Floating IP 97992def-1d65-4f0c-a98e-946a2858095f disassociated (deleted). External IP: 172.28.2.53, port: 4324e9d1-3113-4b5e-8663-f3bad5299161. May 20 19:47:39.878688 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Router 99eccf41-3708-44c4-8ac2-02f2c0552036 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:47:40.058300 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:47:40.067636 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419b27b-df9a-47d8-b0da-36bf17e05d5f None None] Sync routers for ids ['99eccf41-3708-44c4-8ac2-02f2c0552036'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:47:40.078683 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419b27b-df9a-47d8-b0da-36bf17e05d5f None None] Routers {'99eccf41-3708-44c4-8ac2-02f2c0552036'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:40.079392 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-f419b27b-df9a-47d8-b0da-36bf17e05d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:47:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['99eccf41-3708-44c4-8ac2-02f2c0552036'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:40.081166 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:40.135565 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-efc43b4f-f650-4093-b72b-7ad30f7096c6 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "DELETE /v2.0/floatingips/97992def-1d65-4f0c-a98e-946a2858095f HTTP/1.1" status: 204 len: 168 time: 1.9392684 May 20 19:47:40.136107 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:40.188412 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'status': 'completed', 'code': 200} May 20 19:47:40.263805 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-f419b27b-df9a-47d8-b0da-36bf17e05d5f None None] Set router 99eccf41-3708-44c4-8ac2-02f2c0552036 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:40.291246 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25fb4f-60b4-4c5b-a487-c1a6ec58afd4 req-0eb338a7-6a85-4d8b-98eb-a3b4867e2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:40.292876 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0f25fb4f-60b4-4c5b-a487-c1a6ec58afd4 req-0eb338a7-6a85-4d8b-98eb-a3b4867e2917 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=970b50b783e548b190329a0d1ea310a3&device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 1098 time: 0.0782540 May 20 19:47:40.564017 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25fb4f-60b4-4c5b-a487-c1a6ec58afd4 req-01e507ca-2fc9-4ac5-8190-57c96871722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:40.565528 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0f25fb4f-60b4-4c5b-a487-c1a6ec58afd4 req-01e507ca-2fc9-4ac5-8190-57c96871722f service neutron] 10.222.0.16 "GET /v2.0/networks?id=869b1c22-9f82-4acd-ac73-cf3e12278bb9 HTTP/1.1" status: 200 len: 915 time: 0.2649972 May 20 19:47:40.634663 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0f25fb4f-60b4-4c5b-a487-c1a6ec58afd4 req-b4c16d35-5d0e-468a-b119-f4095404807c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 200 len: 217 time: 0.0625739 May 20 19:47:40.640776 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-f419b27b-df9a-47d8-b0da-36bf17e05d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3c25e227-b938-4996-9333-bbe51ab16959', 'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'mac_address': 'fa:16:3e:bf:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:38Z', 'updated_at': '2021-05-20T19:43:49Z', 'revision_number': 5, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'subnets': [{'id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:40.645223 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419b27b-df9a-47d8-b0da-36bf17e05d5f None None] Checking router: 99eccf41-3708-44c4-8ac2-02f2c0552036 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:47:40.654252 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419b27b-df9a-47d8-b0da-36bf17e05d5f None None] Routers {'99eccf41-3708-44c4-8ac2-02f2c0552036'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:40.654856 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-f419b27b-df9a-47d8-b0da-36bf17e05d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:47:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['99eccf41-3708-44c4-8ac2-02f2c0552036'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:40.701227 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25fb4f-60b4-4c5b-a487-c1a6ec58afd4 req-ad571b19-3546-4a77-a6fb-63f4ce32a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:40.702657 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0f25fb4f-60b4-4c5b-a487-c1a6ec58afd4 req-ad571b19-3546-4a77-a6fb-63f4ce32a846 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc4d65d8-0add-4216-aa4f-a1975639bbe4 HTTP/1.1" status: 200 len: 853 time: 0.0617616 May 20 19:47:40.777725 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25fb4f-60b4-4c5b-a487-c1a6ec58afd4 req-286569ce-5238-4d93-b32b-356953183d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:40.779206 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0f25fb4f-60b4-4c5b-a487-c1a6ec58afd4 req-286569ce-5238-4d93-b32b-356953183d07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=869b1c22-9f82-4acd-ac73-cf3e12278bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696108 May 20 19:47:40.827526 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-f419b27b-df9a-47d8-b0da-36bf17e05d5f None None] Set router 99eccf41-3708-44c4-8ac2-02f2c0552036 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:40.912558 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0f25fb4f-60b4-4c5b-a487-c1a6ec58afd4 req-b32317a1-e19a-48f5-9723-84be01546ebb service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252990 May 20 19:47:41.054122 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0f25fb4f-60b4-4c5b-a487-c1a6ec58afd4 req-389ee107-b3fa-4146-aa2c-8990a3b8de98 service neutron] 10.222.0.16 "GET /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351521 May 20 19:47:41.165043 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-f419b27b-df9a-47d8-b0da-36bf17e05d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3c25e227-b938-4996-9333-bbe51ab16959', 'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'mac_address': 'fa:16:3e:bf:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:38Z', 'updated_at': '2021-05-20T19:43:49Z', 'revision_number': 5, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'subnets': [{'id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:41.169281 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419b27b-df9a-47d8-b0da-36bf17e05d5f None None] The sync data for ids ['99eccf41-3708-44c4-8ac2-02f2c0552036'] in dv-cinder-792462-2-smb is: [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3c25e227-b938-4996-9333-bbe51ab16959', 'name': '', 'network_id': '869b1c22-9f82-4acd-ac73-cf3e12278bb9', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'mac_address': 'fa:16:3e:bf:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:38Z', 'updated_at': '2021-05-20T19:43:49Z', 'revision_number': 5, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'subnets': [{'id': 'fc4d65d8-0add-4216-aa4f-a1975639bbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:47:41.384201 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ef872-bc22-43bf-963b-c015910e4d71 None None] New status for floating IP 97992def-1d65-4f0c-a98e-946a2858095f: DOWN {{(pid=98304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:47:43.463832 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133299d-4b0f-44a9-92d7-4109e5ee11fd req-7264c158-9423-47ce-a8b1-f9a6292c33c9 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:43.465448 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4133299d-4b0f-44a9-92d7-4109e5ee11fd req-7264c158-9423-47ce-a8b1-f9a6292c33c9 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 945 time: 0.0858679 May 20 19:47:43.511421 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4133299d-4b0f-44a9-92d7-4109e5ee11fd req-44a06362-9a67-436b-afd8-ca4d3c3a682a tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 May 20 19:47:43.959503 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:44.848034 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ac98e-17c4-49b3-875d-e20eb567f45e req-3355749f-763e-4758-a251-ee9325eb54dd tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:44.849528 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b5ac98e-17c4-49b3-875d-e20eb567f45e req-3355749f-763e-4758-a251-ee9325eb54dd tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 945 time: 0.0804083 May 20 19:47:44.898507 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-6b5ac98e-17c4-49b3-875d-e20eb567f45e req-b7947b89-b90f-4226-bb96-18ec46c0c5a3 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 May 20 19:47:45.579812 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-37498706-b5d1-4248-8b0d-bc93234c8c33 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:45.581010 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-37498706-b5d1-4248-8b0d-bc93234c8c33 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Synchronizing usage tracker for tenant:970b50b783e548b190329a0d1ea310a3 on resource:port {{(pid=98302) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:47:45.595824 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-37498706-b5d1-4248-8b0d-bc93234c8c33 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Unset dirty status for tenant:970b50b783e548b190329a0d1ea310a3 on resource:port {{(pid=98302) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:47:45.596946 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-37498706-b5d1-4248-8b0d-bc93234c8c33 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.16 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 945 time: 0.0983429 May 20 19:47:45.737194 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-0f28aeae-3f82-4833-b94e-072b1ccf0d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Deleting port 4324e9d1-3113-4b5e-8663-f3bad5299161 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:45.737675 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-0f28aeae-3f82-4833-b94e-072b1ccf0d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:45.871888 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-0f28aeae-3f82-4833-b94e-072b1ccf0d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] For port 4324e9d1-3113-4b5e-8663-f3bad5299161, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4324e9d1-3113-4b5e-8663-f3bad5299161,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:45.872167 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-0f28aeae-3f82-4833-b94e-072b1ccf0d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:45.998344 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-0f28aeae-3f82-4833-b94e-072b1ccf0d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Calling delete_port for 4324e9d1-3113-4b5e-8663-f3bad5299161 owned by compute:nova {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:46.088313 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161bc0d-2e8c-43d3-aac7-00fee355c7bf req-b58b2431-f67c-46ca-9781-f6139b648b19 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:46.089851 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7161bc0d-2e8c-43d3-aac7-00fee355c7bf req-b58b2431-f67c-46ca-9781-f6139b648b19 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba956-aaef-4c59-a874-fe6796ea5e85 HTTP/1.1" status: 200 len: 945 time: 0.0856738 May 20 19:47:46.116938 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-0f28aeae-3f82-4833-b94e-072b1ccf0d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:46.132565 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-abe1207b-607d-419e-9ab6-a5e395c7fd18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:46.137474 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['4324e9d1-3113-4b5e-8663-f3bad5299161'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:47:46.151993 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7161bc0d-2e8c-43d3-aac7-00fee355c7bf req-374ee624-50eb-490b-a600-01a3249884dd tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561113 May 20 19:47:46.214686 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28aeae-3f82-4833-b94e-072b1ccf0d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Pushing event deleted for resources: {'Port': ['ID=4324e9d1-3113-4b5e-8663-f3bad5299161,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:46.219106 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0f28aeae-3f82-4833-b94e-072b1ccf0d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:46.264139 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-0f28aeae-3f82-4833-b94e-072b1ccf0d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] No DVR routers for this DVR port 4324e9d1-3113-4b5e-8663-f3bad5299161 on host hv-cinder-79246 {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:47:46.267635 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-0f28aeae-3f82-4833-b94e-072b1ccf0d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:46.270097 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'name': 'network-vif-deleted', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:47:46.288083 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2b26114b-ff5f-4119-a452-ab0fba1c00b0 req-0f28aeae-3f82-4833-b94e-072b1ccf0d9d tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] 10.222.0.16 "DELETE /v2.0/ports/4324e9d1-3113-4b5e-8663-f3bad5299161 HTTP/1.1" status: 204 len: 173 time: 0.6844702 May 20 19:47:46.320431 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83ba956-aaef-4c59-a874-fe6796ea5e85', 'name': 'network-vif-deleted', 'tag': '4324e9d1-3113-4b5e-8663-f3bad5299161', 'status': 'completed', 'code': 200} May 20 19:47:47.241001 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-76916359-2fcb-4793-830b-2a635b6716c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:47.906241 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38008) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:48.554070 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 4324e9d1-3113-4b5e-8663-f3bad5299161 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:48.591370 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-6bdade53-6e8f-40b6-9280-e15248e6ece5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1328087 May 20 19:47:48.591827 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: 4324e9d1-3113-4b5e-8663-f3bad5299161 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:47:48.592241 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 4324e9d1-3113-4b5e-8663-f3bad5299161 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:47:48.608459 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454739'] for router_interface, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:48.889504 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-91523fc1-6e6e-4582-9322-f15ce5571736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:48.890860 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-91523fc1-6e6e-4582-9322-f15ce5571736 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29c68fb3f9a14887a9c53496c4bb813e&device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 1098 time: 0.2274854 May 20 19:47:49.103966 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-0e008ed2-e220-4e2d-ac76-e89599774235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:49.105411 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-0e008ed2-e220-4e2d-ac76-e89599774235 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3030e65f-2520-48a7-9eae-d4a72dc4ca54 HTTP/1.1" status: 200 len: 909 time: 0.1832278 May 20 19:47:49.260128 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-e9d78ffd-71bb-434b-aff8-c49e84a88094 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9141a061-2903-4fbe-b73f-570f306f3233 HTTP/1.1" status: 200 len: 1001 time: 0.1422393 May 20 19:47:49.325860 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] Deleting port 3c25e227-b938-4996-9333-bbe51ab16959 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:49.326201 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:49.348921 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-9987ccf9-a27b-4abc-8429-f9a4aff38293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:49.350367 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-9987ccf9-a27b-4abc-8429-f9a4aff38293 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5d1a9f6e-1615-4254-8b62-21ed15b52fe5 HTTP/1.1" status: 200 len: 847 time: 0.0839477 May 20 19:47:49.623460 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] For port 3c25e227-b938-4996-9333-bbe51ab16959, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=3c25e227-b938-4996-9333-bbe51ab16959,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:49.623813 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:49.688588 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-0e814552-a0a3-4d3b-b74b-7fc091416bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:47:49.690066 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-0e814552-a0a3-4d3b-b74b-7fc091416bfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3030e65f-2520-48a7-9eae-d4a72dc4ca54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3268025 May 20 19:47:49.740388 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-272ace49-5617-4558-8a2e-8ecd4265a2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:49.771161 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] Calling delete_port for 3c25e227-b938-4996-9333-bbe51ab16959 owned by network:router_interface {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:49.815703 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:49.903132 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-ad0d9dd8-6ea0-4836-8ad3-659a0b586d0a service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552453 May 20 19:47:50.199556 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5f9debea-9c8d-4955-98f7-626d860fd091 req-e3def67b-b4c9-481b-af1c-68f57f3e91a2 service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799135 May 20 19:47:50.272724 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:50.277313 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-aea1d960-49fc-46e6-aecf-4cd1995c0f93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:50.324773 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c25e227-b938-4996-9333-bbe51ab16959,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:50.327917 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:50.606997 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454887'] for router_interface, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:50.908454 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:51.082827 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] Router 99eccf41-3708-44c4-8ac2-02f2c0552036 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:47:51.260515 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:47:51.269162 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59b4ba-7ae9-4395-88ac-b0fbcc14b0d4 None None] Sync routers for ids ['99eccf41-3708-44c4-8ac2-02f2c0552036'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:47:51.272676 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-83c26cf0-bb3d-4b3f-aca7-b69f471db5b1 admin admin] 10.222.0.44 "PUT /v2.0/routers/99eccf41-3708-44c4-8ac2-02f2c0552036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3653488 May 20 19:47:51.275616 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38020) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:51.279846 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59b4ba-7ae9-4395-88ac-b0fbcc14b0d4 None None] Routers {'99eccf41-3708-44c4-8ac2-02f2c0552036'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:51.280510 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-ce59b4ba-7ae9-4395-88ac-b0fbcc14b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:47:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['99eccf41-3708-44c4-8ac2-02f2c0552036'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:51.451367 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Notify callbacks [] for router, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:51.454284 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-ce59b4ba-7ae9-4395-88ac-b0fbcc14b0d4 None None] Set router 99eccf41-3708-44c4-8ac2-02f2c0552036 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:51.630248 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:51.705302 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Deleting port 0c44ae88-c3fd-49c2-9358-628c90c81840 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:51.705561 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:51.773098 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-ce59b4ba-7ae9-4395-88ac-b0fbcc14b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:47:50Z', 'revision_number': 5, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port': {'id': '0c44ae88-c3fd-49c2-9358-628c90c81840', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:32Z', 'updated_at': '2021-05-20T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:51.778036 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59b4ba-7ae9-4395-88ac-b0fbcc14b0d4 None None] Checking router: 99eccf41-3708-44c4-8ac2-02f2c0552036 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:47:51.786454 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59b4ba-7ae9-4395-88ac-b0fbcc14b0d4 None None] Routers {'99eccf41-3708-44c4-8ac2-02f2c0552036'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:51.787559 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-ce59b4ba-7ae9-4395-88ac-b0fbcc14b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:47:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['99eccf41-3708-44c4-8ac2-02f2c0552036'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:51.846012 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] For port 0c44ae88-c3fd-49c2-9358-628c90c81840, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=0c44ae88-c3fd-49c2-9358-628c90c81840,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:51.846396 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:51.935724 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-ce59b4ba-7ae9-4395-88ac-b0fbcc14b0d4 None None] Set router 99eccf41-3708-44c4-8ac2-02f2c0552036 gateway port host: None {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:51.974945 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Calling delete_port for 0c44ae88-c3fd-49c2-9358-628c90c81840 owned by network:router_gateway {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:52.042794 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-ce59b4ba-7ae9-4395-88ac-b0fbcc14b0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:47:51Z', 'revision_number': 6, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port_host': None}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:52.048190 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59b4ba-7ae9-4395-88ac-b0fbcc14b0d4 None None] The sync data for ids ['99eccf41-3708-44c4-8ac2-02f2c0552036'] in dv-cinder-792462-2-smb is: [{'id': '99eccf41-3708-44c4-8ac2-02f2c0552036', 'name': 'tempest-TestMinimumBasicScenario-667716960-router', 'tenant_id': '970b50b783e548b190329a0d1ea310a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:30Z', 'updated_at': '2021-05-20T19:47:51Z', 'revision_number': 6, 'project_id': '970b50b783e548b190329a0d1ea310a3', 'gw_port_host': None}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:47:52.116553 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:52.120166 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-4aae4b6d-02b5-4249-9737-e739186bb3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:52.167228 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c44ae88-c3fd-49c2-9358-628c90c81840,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:52.193554 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:52.256362 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711864'] for router_gateway, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:52.406545 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:52.456034 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 3c25e227-b938-4996-9333-bbe51ab16959 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:52.493514 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 3c25e227-b938-4996-9333-bbe51ab16959 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:47:52.493966 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 3c25e227-b938-4996-9333-bbe51ab16959 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:47:52.542991 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:52.545237 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:52.568534 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3693124'] for router, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:52.569053 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99eccf41-3708-44c4-8ac2-02f2c0552036 {{(pid=98302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:47:52.584363 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] Notify callbacks [] for router, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:52.585495 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-568e9be4-3314-4464-8c77-6eb635cf733e admin admin] 10.222.0.44 "DELETE /v2.0/routers/99eccf41-3708-44c4-8ac2-02f2c0552036 HTTP/1.1" status: 204 len: 168 time: 1.3086710 May 20 19:47:52.587886 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38026) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:52.647400 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_v2 [None req-2102a37f-f97c-4c9d-8eeb-8b8982b93a6b admin admin] Deleting subnet fc4d65d8-0add-4216-aa4f-a1975639bbe4 {{(pid=98302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:47:52.650489 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2102a37f-f97c-4c9d-8eeb-8b8982b93a6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:52.699116 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2102a37f-f97c-4c9d-8eeb-8b8982b93a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1755509'] for subnet, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:52.823155 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2102a37f-f97c-4c9d-8eeb-8b8982b93a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.134076 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2102a37f-f97c-4c9d-8eeb-8b8982b93a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605225'] for subnet, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.138018 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:53.172788 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102a37f-f97c-4c9d-8eeb-8b8982b93a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc4d65d8-0add-4216-aa4f-a1975639bbe4,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:53.175828 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-2102a37f-f97c-4c9d-8eeb-8b8982b93a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:53.176842 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2102a37f-f97c-4c9d-8eeb-8b8982b93a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.181992 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d940df2-eaa7-4972-8252-b6aa7e0eed88 None None] Network 869b1c22-9f82-4acd-ac73-cf3e12278bb9 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:47:53.182973 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-2102a37f-f97c-4c9d-8eeb-8b8982b93a6b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fc4d65d8-0add-4216-aa4f-a1975639bbe4 HTTP/1.1" status: 204 len: 168 time: 0.5940964 May 20 19:47:53.185410 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38032) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:53.292615 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.364376 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Deleting port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:53.364620 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.423833 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e68c1-1713-44b1-8b35-d667c73cba20 None None] DHCP port deletion for 869b1c22-9f82-4acd-ac73-cf3e12278bb9 request from dv-cinder-792462-2-smb {{(pid=98303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:47:53.470638 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] For port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:53.470992 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.492543 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e68c1-1713-44b1-8b35-d667c73cba20 None None] Deleting port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 {{(pid=98303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:53.492948 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-7e0e68c1-1713-44b1-8b35-d667c73cba20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.592617 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-7e0e68c1-1713-44b1-8b35-d667c73cba20 None None] For port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7,segment=NetworkSegment(cb467174-269a-4ea9-8062-3ac6d0a862ae),segment_id=cb467174-269a-4ea9-8062-3ac6d0a862ae)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:53.593039 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-7e0e68c1-1713-44b1-8b35-d667c73cba20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.597837 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Calling delete_port for 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 owned by network:dhcp {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:53.645512 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.650315 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-3f960ddf-012c-4014-82b6-42c4a9723328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:53.700731 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:53.700731 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:53.701469 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] No DVR routers for this DVR port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 on host dv-cinder-792462-2-smb {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:47:53.715735 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e68c1-1713-44b1-8b35-d667c73cba20 None None] Calling delete_port for 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 owned by network:dhcp {{(pid=98303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:53.822300 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.835381 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869b1c22-9f82-4acd-ac73-cf3e12278bb9']}} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:53.847918 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb467174-269a-4ea9-8062-3ac6d0a862ae') {'for_net_delete': True} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:53.848240 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb467174-269a-4ea9-8062-3ac6d0a862ae') {} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:53.848683 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-7e0e68c1-1713-44b1-8b35-d667c73cba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488'] for port, after_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.852345 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:53.860038 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1755514'] for segment, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.877417 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.885039 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=98302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:47:53.885511 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797878'] for segment, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.895362 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e68c1-1713-44b1-8b35-d667c73cba20 None None] Pushing event deleted for resources: {'Port': ['ID=5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7,revision_number=None']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:53.898406 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-7e0e68c1-1713-44b1-8b35-d667c73cba20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:53.899426 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e68c1-1713-44b1-8b35-d667c73cba20 None None] No DVR routers for this DVR port 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 on host dv-cinder-792462-2-smb {{(pid=98303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: Traceback (most recent call last): May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: timer() May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: cb(*args, **kw) May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: return func(*args, **kwargs) May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: self._notify() May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: self.callback(batched_events) May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: event.method(event) May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: return f(self, *a, **k) May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: return self._get(url).json() May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: return self.request(url, 'GET', **kwargs) May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:47:53.902214 dv-cinder-792462-2-smb neutron-server[98302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:47:53.982596 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:53.986613 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:54.001383 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:54.012432 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Pushing event deleted for resources: {'Network': ['ID=869b1c22-9f82-4acd-ac73-cf3e12278bb9,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:54.015748 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:54.027463 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] 10.222.0.44 "DELETE /v2.0/networks/869b1c22-9f82-4acd-ac73-cf3e12278bb9 HTTP/1.1" status: 204 len: 168 time: 0.8409388 May 20 19:47:54.030153 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38038) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:54.413127 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 0c44ae88-c3fd-49c2-9358-628c90c81840 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:54.452184 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 0c44ae88-c3fd-49c2-9358-628c90c81840 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:47:54.452994 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 0c44ae88-c3fd-49c2-9358-628c90c81840 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:47:54.453520 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:54.487375 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:47:54.487717 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 5e1f42d2-1cad-44b9-8da5-0b7b30ff73c7 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:47:54.673549 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454739'] for router_interface, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:55.095513 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Deleting port 9d954b1c-c651-451d-a4bf-46b554993c71 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:55.095853 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:55.223385 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] For port 9d954b1c-c651-451d-a4bf-46b554993c71, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=9d954b1c-c651-451d-a4bf-46b554993c71,segment=NetworkSegment(7f628d80-9f51-40bb-baa5-50d4fe884357),segment_id=7f628d80-9f51-40bb-baa5-50d4fe884357)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:55.223742 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:55.347744 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Calling delete_port for 9d954b1c-c651-451d-a4bf-46b554993c71 owned by network:router_interface {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:55.494888 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:55.498636 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d6143026-07c8-4acb-bf01-7ff80bc526ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:55.542260 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d954b1c-c651-451d-a4bf-46b554993c71,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:55.545308 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:55.920837 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454887'] for router_interface, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:56.279263 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Router b429e466-c065-4bce-b149-2af889640769 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:47:56.459630 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:47:56.468362 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65902ced-1665-48b9-9f92-521596896141 None None] Sync routers for ids ['b429e466-c065-4bce-b149-2af889640769'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:47:56.477772 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65902ced-1665-48b9-9f92-521596896141 None None] Routers {'b429e466-c065-4bce-b149-2af889640769'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:56.477962 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] 10.222.0.44 "PUT /v2.0/routers/b429e466-c065-4bce-b149-2af889640769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4467578 May 20 19:47:56.478372 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-65902ced-1665-48b9-9f92-521596896141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:47:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['b429e466-c065-4bce-b149-2af889640769'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:56.480446 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38048) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:56.650247 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-65902ced-1665-48b9-9f92-521596896141 None None] Set router b429e466-c065-4bce-b149-2af889640769 gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:56.657618 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:56.834203 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:56.918597 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Deleting port ae6ed0b9-6343-4d90-89e3-d76f232802ac {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:56.918915 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:56.984831 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-65902ced-1665-48b9-9f92-521596896141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429e466-c065-4bce-b149-2af889640769', 'name': 'tempest-TestMinimumBasicScenario-1765820971-router', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:47Z', 'updated_at': '2021-05-20T19:47:55Z', 'revision_number': 5, 'project_id': '137e449e6536456fa7aa6cf111491185', 'gw_port': {'id': 'ae6ed0b9-6343-4d90-89e3-d76f232802ac', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429e466-c065-4bce-b149-2af889640769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:43:48Z', 'updated_at': '2021-05-20T19:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:56.992110 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65902ced-1665-48b9-9f92-521596896141 None None] Checking router: b429e466-c065-4bce-b149-2af889640769 for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:47:57.003307 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65902ced-1665-48b9-9f92-521596896141 None None] Routers {'b429e466-c065-4bce-b149-2af889640769'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:47:57.003937 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-65902ced-1665-48b9-9f92-521596896141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:47:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['b429e466-c065-4bce-b149-2af889640769'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:57.159929 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-65902ced-1665-48b9-9f92-521596896141 None None] Set router b429e466-c065-4bce-b149-2af889640769 gateway port host: None {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:47:57.163683 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] For port ae6ed0b9-6343-4d90-89e3-d76f232802ac, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=ae6ed0b9-6343-4d90-89e3-d76f232802ac,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:57.164782 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:57.266201 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-65902ced-1665-48b9-9f92-521596896141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429e466-c065-4bce-b149-2af889640769', 'name': 'tempest-TestMinimumBasicScenario-1765820971-router', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:47Z', 'updated_at': '2021-05-20T19:47:56Z', 'revision_number': 6, 'project_id': '137e449e6536456fa7aa6cf111491185', 'gw_port_host': None}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:57.270616 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65902ced-1665-48b9-9f92-521596896141 None None] The sync data for ids ['b429e466-c065-4bce-b149-2af889640769'] in dv-cinder-792462-2-smb is: [{'id': 'b429e466-c065-4bce-b149-2af889640769', 'name': 'tempest-TestMinimumBasicScenario-1765820971-router', 'tenant_id': '137e449e6536456fa7aa6cf111491185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:43:47Z', 'updated_at': '2021-05-20T19:47:56Z', 'revision_number': 6, 'project_id': '137e449e6536456fa7aa6cf111491185', 'gw_port_host': None}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:47:57.289988 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Calling delete_port for ae6ed0b9-6343-4d90-89e3-d76f232802ac owned by network:router_gateway {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:57.434387 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:57.437949 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-85c64fb6-ffdc-4111-8d55-9ba8bba47ed2 tempest-AttachVolumeNegativeTest-56551896 tempest-AttachVolumeNegativeTest-56551896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:57.485826 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6ed0b9-6343-4d90-89e3-d76f232802ac,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:57.488930 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:57.577697 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711864'] for router_gateway, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:57.752874 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:57.755061 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:57.784261 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3693124'] for router, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:57.784800 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b429e466-c065-4bce-b149-2af889640769 {{(pid=98302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:47:57.797609 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Notify callbacks [] for router, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:57.798723 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b429e466-c065-4bce-b149-2af889640769 HTTP/1.1" status: 204 len: 168 time: 1.3174374 May 20 19:47:57.801234 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38054) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:57.863416 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96dc550-54c8-417f-8e07-97abe82199d1 admin admin] Deleting subnet 9455e628-e9f8-4c50-8193-1e86c3c742b7 {{(pid=98302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:47:57.866484 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e96dc550-54c8-417f-8e07-97abe82199d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:57.919951 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e96dc550-54c8-417f-8e07-97abe82199d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1755509'] for subnet, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:58.005932 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e96dc550-54c8-417f-8e07-97abe82199d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:58.299645 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e96dc550-54c8-417f-8e07-97abe82199d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605225'] for subnet, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:58.304210 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-014e00f3-d558-4085-8f68-052c7866b13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:58.341267 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dc550-54c8-417f-8e07-97abe82199d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9455e628-e9f8-4c50-8193-1e86c3c742b7,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:58.343310 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e96dc550-54c8-417f-8e07-97abe82199d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:58.349366 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e96dc550-54c8-417f-8e07-97abe82199d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:58.351138 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b99e0b7-f29a-464f-907f-67d30754748b None None] Network 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:47:58.352198 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-e96dc550-54c8-417f-8e07-97abe82199d1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9455e628-e9f8-4c50-8193-1e86c3c742b7 HTTP/1.1" status: 204 len: 168 time: 0.5499136 May 20 19:47:58.354075 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38058) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:58.446168 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device ae6ed0b9-6343-4d90-89e3-d76f232802ac no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:58.481252 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:58.494096 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: ae6ed0b9-6343-4d90-89e3-d76f232802ac {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:47:58.494601 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device ae6ed0b9-6343-4d90-89e3-d76f232802ac not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:47:58.495179 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 9d954b1c-c651-451d-a4bf-46b554993c71 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:47:58.567914 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Deleting port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:58.568168 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:58.612344 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 9d954b1c-c651-451d-a4bf-46b554993c71 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:47:58.612702 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 9d954b1c-c651-451d-a4bf-46b554993c71 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:47:58.674009 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] For port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=7e8136df-88c5-4e8e-87c5-fa52bed8e0d4,segment=NetworkSegment(7f628d80-9f51-40bb-baa5-50d4fe884357),segment_id=7f628d80-9f51-40bb-baa5-50d4fe884357)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:58.674364 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:58.756328 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] DHCP port deletion for 5e09630a-5350-4cb0-8b1b-a55b2fe68b77 request from dv-cinder-792462-2-smb {{(pid=98303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:47:58.825756 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Deleting port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 {{(pid=98303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:47:58.826050 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:58.913901 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Calling delete_port for 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 owned by network:dhcp {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:58.931250 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] For port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=7e8136df-88c5-4e8e-87c5-fa52bed8e0d4,segment=NetworkSegment(7f628d80-9f51-40bb-baa5-50d4fe884357),segment_id=7f628d80-9f51-40bb-baa5-50d4fe884357)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:47:58.931648 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:58.969254 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:58.973018 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:59.018165 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8136df-88c5-4e8e-87c5-fa52bed8e0d4,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:59.021389 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:59.022446 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] No DVR routers for this DVR port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 on host dv-cinder-792462-2-smb {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:47:59.052784 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Calling delete_port for 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 owned by network:dhcp {{(pid=98303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:47:59.094318 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488'] for port, after_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:59.097709 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:59.136143 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:59.140444 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Pushing event deleted for resources: {'Port': ['ID=7e8136df-88c5-4e8e-87c5-fa52bed8e0d4,revision_number=None']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:59.145124 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] No DVR routers for this DVR port 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 on host dv-cinder-792462-2-smb {{(pid=98303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:47:59.151653 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.152269 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.152789 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.153288 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.153773 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.153968 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e09630a-5350-4cb0-8b1b-a55b2fe68b77']}} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:59.154427 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.155073 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.155295 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.155555 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.155883 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.156239 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.156559 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:47:59.159669 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:59.167252 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f628d80-9f51-40bb-baa5-50d4fe884357') {'for_net_delete': True} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:59.167563 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f628d80-9f51-40bb-baa5-50d4fe884357') {} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:47:59.179473 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1755514'] for segment, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:59.196413 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:59.202841 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=98302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:47:59.203203 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797878'] for segment, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: Traceback (most recent call last): May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: timer() May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: cb(*args, **kw) May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: return func(*args, **kwargs) May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: self._notify() May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: self.callback(batched_events) May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: event.method(event) May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: return f(self, *a, **k) May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: return self._get(url).json() May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: return self.request(url, 'GET', **kwargs) May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:47:59.216316 dv-cinder-792462-2-smb neutron-server[98302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:47:59.288553 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:59.294442 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:59.296900 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-3daca200-6f30-414f-b0eb-a9f35a416798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:59.321815 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e09630a-5350-4cb0-8b1b-a55b2fe68b77,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:59.324682 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:59.330866 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] 10.222.0.44 "DELETE /v2.0/networks/5e09630a-5350-4cb0-8b1b-a55b2fe68b77 HTTP/1.1" status: 204 len: 168 time: 0.9755216 May 20 19:47:59.517975 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38066) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:59.571774 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-bbd18853-4fef-4dda-8af5-70397139205f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=970b50b783e548b190329a0d1ea310a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523384 May 20 19:47:59.574118 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38070) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:47:59.636739 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e5ea58ae-4767-4bc4-8bc2-a7683b2424d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:59.663982 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e5ea58ae-4767-4bc4-8bc2-a7683b2424d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:59.725223 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e5ea58ae-4767-4bc4-8bc2-a7683b2424d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:59.736098 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-49994e96-0d86-40f4-8e16-5f1a590a2c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:47:59.742499 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea58ae-4767-4bc4-8bc2-a7683b2424d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e22bab7-aa4b-471f-bcb9-4d30b1a4b026,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:47:59.746142 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-e5ea58ae-4767-4bc4-8bc2-a7683b2424d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:47:59.751187 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e5ea58ae-4767-4bc4-8bc2-a7683b2424d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:47:59.752321 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-e5ea58ae-4767-4bc4-8bc2-a7683b2424d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e22bab7-aa4b-471f-bcb9-4d30b1a4b026 HTTP/1.1" status: 204 len: 168 time: 0.1773062 May 20 19:48:00.103158 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38080) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:00.152757 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-efd99ad5-61fe-4af0-860f-cf02eb35cb96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=137e449e6536456fa7aa6cf111491185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482662 May 20 19:48:00.155030 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38084) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:00.215501 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-423b6379-d330-4255-b9cf-6e42cbe9e432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:00.245581 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-423b6379-d330-4255-b9cf-6e42cbe9e432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:00.300478 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-423b6379-d330-4255-b9cf-6e42cbe9e432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:00.304202 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d56dc437-f4bc-4d52-bd1d-829d7d7de41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:00.317959 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b6379-d330-4255-b9cf-6e42cbe9e432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a4ae3-7665-475c-beff-9860b498f3e9,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:00.321146 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-423b6379-d330-4255-b9cf-6e42cbe9e432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:00.323109 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-423b6379-d330-4255-b9cf-6e42cbe9e432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:00.326619 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-423b6379-d330-4255-b9cf-6e42cbe9e432 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a50a4ae3-7665-475c-beff-9860b498f3e9 HTTP/1.1" status: 204 len: 168 time: 0.1683154 May 20 19:48:00.412187 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:48:00.446760 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:48:00.447508 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 7e8136df-88c5-4e8e-87c5-fa52bed8e0d4 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:48:05.498478 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:48:13.977589 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:17.235909 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-77bb69ad-e3ab-4f89-909f-1e64d92a0f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:19.745068 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d2b61990-7186-4274-a3e5-182bde5b0646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:19.818563 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:20.911767 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:22.405323 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:28.453538 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e5def-2c3c-4b5a-9191-4c1573f339a4 req-74b78b2f-0b63-43cd-b74d-e7952d35afa9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:28.455167 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9c0e5def-2c3c-4b5a-9191-4c1573f339a4 req-74b78b2f-0b63-43cd-b74d-e7952d35afa9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0812836 May 20 19:48:28.500763 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9c0e5def-2c3c-4b5a-9191-4c1573f339a4 req-6322dfe5-e9cf-4caf-99bd-2b236cce31ef tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397503 May 20 19:48:29.696474 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4cf42-0d69-4806-b942-9674aba56978 req-1df60e0e-a93d-4549-84b2-bb0b8a106169 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:29.697982 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7fe4cf42-0d69-4806-b942-9674aba56978 req-1df60e0e-a93d-4549-84b2-bb0b8a106169 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0832899 May 20 19:48:29.744412 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-7fe4cf42-0d69-4806-b942-9674aba56978 req-d2535f32-fbc9-4eed-90cd-6c57c9c3ca97 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405076 May 20 19:48:30.947816 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb9b9-a470-4451-b8a9-7ca03bab5a1b req-7208449b-ee13-4c9d-9c46-432a4aeddc6a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:30.948596 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a16bb9b9-a470-4451-b8a9-7ca03bab5a1b req-7208449b-ee13-4c9d-9c46-432a4aeddc6a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0876708 May 20 19:48:30.995585 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a16bb9b9-a470-4451-b8a9-7ca03bab5a1b req-a640c943-f210-45f7-9b50-8043c8493a7b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406115 May 20 19:48:32.192505 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2033ca-dc07-4328-905c-3d67939702b1 req-e3b97198-4d6e-47c1-b2c3-d86e2fcc2ff9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:32.194158 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ea2033ca-dc07-4328-905c-3d67939702b1 req-e3b97198-4d6e-47c1-b2c3-d86e2fcc2ff9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0865014 May 20 19:48:32.242248 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ea2033ca-dc07-4328-905c-3d67939702b1 req-26d342e5-8a15-4505-b028-3431743baf59 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420070 May 20 19:48:33.437082 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d3085-8df8-456b-af11-036673453f03 req-52a46c37-536e-46ea-bbfa-a5e5a9a64ebc tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:33.438556 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b83d3085-8df8-456b-af11-036673453f03 req-52a46c37-536e-46ea-bbfa-a5e5a9a64ebc tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0818737 May 20 19:48:33.485318 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b83d3085-8df8-456b-af11-036673453f03 req-8ffe6896-021a-4e8f-a31c-81c144eb2033 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 May 20 19:48:34.682176 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b0d08-2c01-4b90-bc4e-e86364ec30f8 req-8b85defa-fc09-4ae2-829d-29dd4391eba7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:34.683578 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-159b0d08-2c01-4b90-bc4e-e86364ec30f8 req-8b85defa-fc09-4ae2-829d-29dd4391eba7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0810833 May 20 19:48:34.735944 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-159b0d08-2c01-4b90-bc4e-e86364ec30f8 req-573672b2-0b5c-459f-ba4b-2267887ad71f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466187 May 20 19:48:35.934441 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8880b-7d72-40f1-8ff6-accfbadd4632 req-6b57c864-da78-4b99-b01e-fe6095c7bd9c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:35.935947 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8fa8880b-7d72-40f1-8ff6-accfbadd4632 req-6b57c864-da78-4b99-b01e-fe6095c7bd9c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0866895 May 20 19:48:35.982587 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8fa8880b-7d72-40f1-8ff6-accfbadd4632 req-b3f7e772-0b72-4b59-b332-7f13083870ef tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408361 May 20 19:48:37.175582 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06d7b7-e7c2-4273-8f5e-e2463e78b7f5 req-658184c3-6a21-4bea-b8b2-b5178f4f1d5d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:37.177112 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ed06d7b7-e7c2-4273-8f5e-e2463e78b7f5 req-658184c3-6a21-4bea-b8b2-b5178f4f1d5d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0819142 May 20 19:48:37.222743 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ed06d7b7-e7c2-4273-8f5e-e2463e78b7f5 req-0050047a-8b7b-4f14-aa6f-e2d3c5df94cd tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398064 May 20 19:48:38.423844 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb58275-774d-424b-95f7-698b84ae229a req-5f8388ce-5e94-4d03-873c-808b3ebad10e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:38.425286 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-beb58275-774d-424b-95f7-698b84ae229a req-5f8388ce-5e94-4d03-873c-808b3ebad10e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0878191 May 20 19:48:38.475799 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-beb58275-774d-424b-95f7-698b84ae229a req-138f6070-1729-4fed-8d84-3c7f9fe3678f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446689 May 20 19:48:39.767949 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189e55a-c125-4fcd-ad5b-5fa19731d312 req-6e7238d4-2e23-484f-b10c-d36a2643169d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:39.769515 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8189e55a-c125-4fcd-ad5b-5fa19731d312 req-6e7238d4-2e23-484f-b10c-d36a2643169d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.1761355 May 20 19:48:39.815453 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8189e55a-c125-4fcd-ad5b-5fa19731d312 req-6cff79d3-7509-4cb2-ba7d-1bc73048047b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395963 May 20 19:48:40.813691 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cfbba065-6f9e-4b4e-a37d-d5126f7fed88 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:48:40.955941 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:48:40.970620 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'port_id': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'mac_address': 'fa:16:3e:93:24:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:48:41.014182 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c27a6-4f41-436e-a107-08b9143de689 req-954ad739-bdd8-45ef-802c-1da4a95a8287 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:41.015735 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3f8c27a6-4f41-436e-a107-08b9143de689 req-954ad739-bdd8-45ef-802c-1da4a95a8287 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0888805 May 20 19:48:41.031681 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:41.049301 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfbba065-6f9e-4b4e-a37d-d5126f7fed88 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:48:41.063059 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3f8c27a6-4f41-436e-a107-08b9143de689 req-b349c344-9a2c-4d83-8fea-7d382d0685c9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410943 May 20 19:48:41.065804 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:48:41.069566 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:41.071900 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-fe667823-3875-41bc-85ec-a8f3f653bd24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:41.145275 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,revision_number=6']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:41.153016 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:41.155184 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['cfbba065-6f9e-4b4e-a37d-d5126f7fed88'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:48:42.268576 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b8833-0151-4d3c-9a12-ed1fe740d227 req-3be04e9a-42e9-4d37-b6da-9513843cae33 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:42.270094 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-494b8833-0151-4d3c-9a12-ed1fe740d227 req-3be04e9a-42e9-4d37-b6da-9513843cae33 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 944 time: 0.0812004 May 20 19:48:42.316219 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-494b8833-0151-4d3c-9a12-ed1fe740d227 req-3eb7829d-1e5c-4060-ba28-040d9d24ae65 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395093 May 20 19:48:42.498051 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:48:42.813687 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cfbba065-6f9e-4b4e-a37d-d5126f7fed88 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:48:42.882865 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:48:42.883234 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:43.001724 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:43.028849 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:48:43.040544 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:48:43.046462 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:43.048679 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:43.078478 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'code': 200} May 20 19:48:43.121725 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,revision_number=7']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:43.124970 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:43.515000 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1517b-6ca4-4b22-bc1a-690bbaf01820 req-e022bc92-221e-4ef7-b92c-dc983b343baa tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:43.516566 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c1e1517b-6ca4-4b22-bc1a-690bbaf01820 req-e022bc92-221e-4ef7-b92c-dc983b343baa tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0887344 May 20 19:48:43.562392 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c1e1517b-6ca4-4b22-bc1a-690bbaf01820 req-3a3971bd-cf1c-4c2e-98d5-ef65db28da85 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400078 May 20 19:48:43.998541 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:44.767070 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014f7c-244e-4a59-be94-e946a90ac6be req-39dd367c-f507-44a9-beaa-92a84054ae93 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:44.768639 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a7014f7c-244e-4a59-be94-e946a90ac6be req-39dd367c-f507-44a9-beaa-92a84054ae93 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0885530 May 20 19:48:44.815770 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a7014f7c-244e-4a59-be94-e946a90ac6be req-23f3c974-c1e8-4108-9ff4-00eefa991052 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408854 May 20 19:48:46.022376 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1915012-d516-41ff-a7db-77d066c0fc99 req-44192df4-73fc-4502-8243-3e50ff7c07e7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:46.029015 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c1915012-d516-41ff-a7db-77d066c0fc99 req-44192df4-73fc-4502-8243-3e50ff7c07e7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0985284 May 20 19:48:46.076204 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c1915012-d516-41ff-a7db-77d066c0fc99 req-e7f1e866-f06b-4592-9607-dd0af93f20cf tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441170 May 20 19:48:47.259948 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-9f46300a-3565-4d99-8380-1dac56991359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:47.454502 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12c3a7-3e3f-4944-94e4-2abe00a16e81 req-69c248df-b2c6-4b46-94ff-c1b765c2c66c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:47.456360 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9b12c3a7-3e3f-4944-94e4-2abe00a16e81 req-69c248df-b2c6-4b46-94ff-c1b765c2c66c tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.1018963 May 20 19:48:47.510261 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9b12c3a7-3e3f-4944-94e4-2abe00a16e81 req-410302d3-0dab-4baf-b211-1d60f84893a2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476034 May 20 19:48:47.877995 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38222) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:48.426577 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Deleting port a8163f5e-ba78-4eb8-9d3a-4b4ee1d4c13a {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:48:48.426916 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:48.661362 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:48.662025 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:48.750089 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b33e-50d1-4571-b55b-1fa304661b89 req-864ee55a-53b9-4b17-815a-dcf36dd46679 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:48.754140 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dba8b33e-50d1-4571-b55b-1fa304661b89 req-864ee55a-53b9-4b17-815a-dcf36dd46679 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.1122875 May 20 19:48:48.794862 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Calling delete_port for a8163f5e-ba78-4eb8-9d3a-4b4ee1d4c13a owned by network:floatingip {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:48:48.819060 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-dba8b33e-50d1-4571-b55b-1fa304661b89 req-8eeafd1f-5400-4ae9-94f3-318b90b691e9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535638 May 20 19:48:48.943669 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:48.948370 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-683520ac-9723-4b31-a1f2-7351963ae689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:48.999552 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event deleted for resources: {'Port': ['ID=a8163f5e-ba78-4eb8-9d3a-4b4ee1d4c13a,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:49.041475 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.041981 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.042269 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.042565 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.042901 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.043250 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.043612 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.044088 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.044462 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.044811 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.045160 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.045502 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:49.078047 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:49.119716 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for floatingip, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:49.120436 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.l3_db [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Floating IP b18c0544-5171-4993-ba2e-a4ebc28ed4e5 disassociated (deleted). External IP: 172.28.2.116, port: 9141a061-2903-4fbe-b73f-570f306f3233. May 20 19:48:49.568528 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Router fd3a46c9-afdb-4447-9875-bb87f9f1a02e has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:48:49.764341 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-dc38ba4d-b384-4c36-89f4-685253e8cf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:49.768238 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:48:49.782550 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921fae20-ee35-43d6-aae0-913b6d54d557 None None] Sync routers for ids ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:48:49.799497 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921fae20-ee35-43d6-aae0-913b6d54d557 None None] Routers {'fd3a46c9-afdb-4447-9875-bb87f9f1a02e'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:48:49.800339 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-921fae20-ee35-43d6-aae0-913b6d54d557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:48:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:49.809254 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:49.881424 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-112faaf5-442b-4ad0-830d-f2447c86e8cf tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "DELETE /v2.0/floatingips/b18c0544-5171-4993-ba2e-a4ebc28ed4e5 HTTP/1.1" status: 204 len: 168 time: 2.0014474 May 20 19:48:49.882808 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233'}] {{(pid=98302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:48:50.105726 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-921fae20-ee35-43d6-aae0-913b6d54d557 None None] Set router fd3a46c9-afdb-4447-9875-bb87f9f1a02e gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:48:50.170859 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166467fb-3aac-43ab-a59e-6c97c8d70aae req-4eb1a2ac-7a61-4aa5-8fe4-f96d9cd500c0 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:50.180936 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-166467fb-3aac-43ab-a59e-6c97c8d70aae req-4eb1a2ac-7a61-4aa5-8fe4-f96d9cd500c0 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.1441519 May 20 19:48:50.285186 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-166467fb-3aac-43ab-a59e-6c97c8d70aae req-46d3f14f-a88c-42e6-ab6f-625fe685cf2d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028922 May 20 19:48:50.294974 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233', 'status': 'completed', 'code': 200} May 20 19:48:50.329525 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:50.416100 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a7b76-54c5-4f10-8ac2-d2e241e9ae7a req-94e83014-1c7b-45e0-9ecf-f964ddf7f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:50.417714 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-044a7b76-54c5-4f10-8ac2-d2e241e9ae7a req-94e83014-1c7b-45e0-9ecf-f964ddf7f62c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29c68fb3f9a14887a9c53496c4bb813e&device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 1098 time: 0.0873687 May 20 19:48:50.594141 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec21d3-d961-4afd-8319-bc1be5efbb1a req-00242d94-e20e-461a-82fa-ffb6e04d92a6 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:50.597825 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b5ec21d3-d961-4afd-8319-bc1be5efbb1a req-00242d94-e20e-461a-82fa-ffb6e04d92a6 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.1619658 May 20 19:48:50.606082 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-921fae20-ee35-43d6-aae0-913b6d54d557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:49Z', 'revision_number': 4, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3a69ca4d-2aa4-416c-9965-f6700902c758', 'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'mac_address': 'fa:16:3e:74:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:48Z', 'updated_at': '2021-05-20T19:42:58Z', 'revision_number': 5, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'subnets': [{'id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:50.610295 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921fae20-ee35-43d6-aae0-913b6d54d557 None None] Checking router: fd3a46c9-afdb-4447-9875-bb87f9f1a02e for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:48:50.614770 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a7b76-54c5-4f10-8ac2-d2e241e9ae7a req-949493b7-e781-4a7a-9eec-28089b8853e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:50.616396 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-044a7b76-54c5-4f10-8ac2-d2e241e9ae7a req-949493b7-e781-4a7a-9eec-28089b8853e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3030e65f-2520-48a7-9eae-d4a72dc4ca54 HTTP/1.1" status: 200 len: 909 time: 0.1904414 May 20 19:48:50.620796 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921fae20-ee35-43d6-aae0-913b6d54d557 None None] Routers {'fd3a46c9-afdb-4447-9875-bb87f9f1a02e'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:48:50.621425 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-921fae20-ee35-43d6-aae0-913b6d54d557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:48:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:50.667394 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b5ec21d3-d961-4afd-8319-bc1be5efbb1a req-c7e58458-e288-44a0-a6af-55ead4f95ffa tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628140 May 20 19:48:50.695849 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-044a7b76-54c5-4f10-8ac2-d2e241e9ae7a req-d6908dc6-ba1b-4508-b434-5b7880b6d4d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9141a061-2903-4fbe-b73f-570f306f3233 HTTP/1.1" status: 200 len: 217 time: 0.0702665 May 20 19:48:50.849449 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-921fae20-ee35-43d6-aae0-913b6d54d557 None None] Set router fd3a46c9-afdb-4447-9875-bb87f9f1a02e gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:48:50.887191 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a7b76-54c5-4f10-8ac2-d2e241e9ae7a req-bdb21da8-aec2-495e-9956-acef06392c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:50.888988 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-044a7b76-54c5-4f10-8ac2-d2e241e9ae7a req-bdb21da8-aec2-495e-9956-acef06392c1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5d1a9f6e-1615-4254-8b62-21ed15b52fe5 HTTP/1.1" status: 200 len: 847 time: 0.1848669 May 20 19:48:50.949398 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:51.006131 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a7b76-54c5-4f10-8ac2-d2e241e9ae7a req-47d11aa8-14df-465d-b2ae-ca6f3b187c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:51.008612 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-044a7b76-54c5-4f10-8ac2-d2e241e9ae7a req-47d11aa8-14df-465d-b2ae-ca6f3b187c00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3030e65f-2520-48a7-9eae-d4a72dc4ca54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1073375 May 20 19:48:51.194095 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-044a7b76-54c5-4f10-8ac2-d2e241e9ae7a req-e604650e-8861-422e-a841-31801097bf48 service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774137 May 20 19:48:51.238331 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-921fae20-ee35-43d6-aae0-913b6d54d557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:49Z', 'revision_number': 4, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3a69ca4d-2aa4-416c-9965-f6700902c758', 'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'mac_address': 'fa:16:3e:74:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:48Z', 'updated_at': '2021-05-20T19:42:58Z', 'revision_number': 5, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'subnets': [{'id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:51.245761 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921fae20-ee35-43d6-aae0-913b6d54d557 None None] The sync data for ids ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'] in dv-cinder-792462-2-smb is: [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:42:49Z', 'revision_number': 4, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '3a69ca4d-2aa4-416c-9965-f6700902c758', 'name': '', 'network_id': '3030e65f-2520-48a7-9eae-d4a72dc4ca54', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'mac_address': 'fa:16:3e:74:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:48Z', 'updated_at': '2021-05-20T19:42:58Z', 'revision_number': 5, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'subnets': [{'id': '5d1a9f6e-1615-4254-8b62-21ed15b52fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:48:51.380900 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-044a7b76-54c5-4f10-8ac2-d2e241e9ae7a req-1fa2a1c4-b56d-4af0-aad6-24fb2da33806 service neutron] 10.222.0.16 "GET /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794524 May 20 19:48:51.571254 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74828d94-1f9f-4cce-8204-aaaaa056c0f8 req-66b2beca-3ccf-4824-8f8e-a36460aaa720 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:51.573083 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-74828d94-1f9f-4cce-8204-aaaaa056c0f8 req-66b2beca-3ccf-4824-8f8e-a36460aaa720 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.1343548 May 20 19:48:51.617165 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e4d67-86a5-4e73-b9ce-34c36d138301 None None] New status for floating IP b18c0544-5171-4993-ba2e-a4ebc28ed4e5: DOWN {{(pid=98304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:48:51.674374 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-74828d94-1f9f-4cce-8204-aaaaa056c0f8 req-574a54dc-14d1-4aa5-9784-4936a1fb1ae7 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950177 May 20 19:48:51.705973 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2ba56-47e9-4242-80ba-79bafc6595a2 req-f4a42bd3-f2b5-4556-83bc-bddf8dbb2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:51.707791 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-88c2ba56-47e9-4242-80ba-79bafc6595a2 req-f4a42bd3-f2b5-4556-83bc-bddf8dbb2f78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 1098 time: 0.1081560 May 20 19:48:51.898003 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233339cb-4877-4ef7-95c4-615cd7fac20e req-b91a19d0-dd64-4962-9392-29d852d499b5 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:51.900482 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-233339cb-4877-4ef7-95c4-615cd7fac20e req-b91a19d0-dd64-4962-9392-29d852d499b5 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.0919721 May 20 19:48:51.917026 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2ba56-47e9-4242-80ba-79bafc6595a2 req-01878e99-027d-4a7e-9800-ca60200158f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:51.920111 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-88c2ba56-47e9-4242-80ba-79bafc6595a2 req-01878e99-027d-4a7e-9800-ca60200158f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 918 time: 0.1782660 May 20 19:48:51.965529 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-233339cb-4877-4ef7-95c4-615cd7fac20e req-a4047b14-61b7-4bb9-a181-000ba024ec8a tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c6b240b-182a-465c-a7b1-72b83e7e18fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585132 May 20 19:48:52.058652 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-88c2ba56-47e9-4242-80ba-79bafc6595a2 req-f83b73ab-ff72-4605-904c-eaa078ea0043 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88 HTTP/1.1" status: 200 len: 1001 time: 0.1293988 May 20 19:48:52.151214 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2ba56-47e9-4242-80ba-79bafc6595a2 req-04e2dd15-7b12-42ba-b9c1-860db03baf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:52.152097 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-88c2ba56-47e9-4242-80ba-79bafc6595a2 req-04e2dd15-7b12-42ba-b9c1-860db03baf55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.0744238 May 20 19:48:52.165336 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afc9f4-50ba-47df-993f-e3daa5b8e5e2 req-cb0c43f5-0350-40af-88c9-c624357fc096 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:52.167250 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-04afc9f4-50ba-47df-993f-e3daa5b8e5e2 req-cb0c43f5-0350-40af-88c9-c624357fc096 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.16 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 945 time: 0.0893059 May 20 19:48:52.245826 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2ba56-47e9-4242-80ba-79bafc6595a2 req-be674072-a0b2-470d-a2fc-24b122b395d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:52.247654 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-88c2ba56-47e9-4242-80ba-79bafc6595a2 req-be674072-a0b2-470d-a2fc-24b122b395d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891273 May 20 19:48:52.353183 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-04afc9f4-50ba-47df-993f-e3daa5b8e5e2 req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Deleting port 9141a061-2903-4fbe-b73f-570f306f3233 {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:48:52.353524 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-04afc9f4-50ba-47df-993f-e3daa5b8e5e2 req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:52.424032 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:52.432256 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-88c2ba56-47e9-4242-80ba-79bafc6595a2 req-2787b1d6-f08e-4c66-87c3-4bd17b6a4a98 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782305 May 20 19:48:52.514210 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-04afc9f4-50ba-47df-993f-e3daa5b8e5e2 req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] For port 9141a061-2903-4fbe-b73f-570f306f3233, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9141a061-2903-4fbe-b73f-570f306f3233,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:48:52.514936 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-04afc9f4-50ba-47df-993f-e3daa5b8e5e2 req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:52.587261 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-88c2ba56-47e9-4242-80ba-79bafc6595a2 req-15763de5-2214-47e1-9ec8-909f1cffdcfd service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474152 May 20 19:48:52.652326 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-04afc9f4-50ba-47df-993f-e3daa5b8e5e2 req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Calling delete_port for 9141a061-2903-4fbe-b73f-570f306f3233 owned by compute:nova {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:48:52.798022 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-04afc9f4-50ba-47df-993f-e3daa5b8e5e2 req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:52.814961 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:52.922097 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event deleted for resources: {'Port': ['ID=9141a061-2903-4fbe-b73f-570f306f3233,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:52.972427 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-04afc9f4-50ba-47df-993f-e3daa5b8e5e2 req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] No DVR routers for this DVR port 9141a061-2903-4fbe-b73f-570f306f3233 on host hv-cinder-79246 {{(pid=98301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:48:52.975528 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.975528 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.975528 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.976004 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.976346 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.976507 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.977427 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.977686 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.977993 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.978329 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.978667 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.979125 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:48:52.982126 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-04afc9f4-50ba-47df-993f-e3daa5b8e5e2 req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:52.991018 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86739b-3640-415c-8cdf-a7283fd690ae req-7a4463f7-43b2-4df9-8897-a325a62c8c79 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:52.991849 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'name': 'network-vif-deleted', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:48:52.996848 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-04afc9f4-50ba-47df-993f-e3daa5b8e5e2 req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.16 "DELETE /v2.0/ports/9141a061-2903-4fbe-b73f-570f306f3233 HTTP/1.1" status: 204 len: 173 time: 0.8240986 May 20 19:48:52.997691 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:53.001189 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-eb86739b-3640-415c-8cdf-a7283fd690ae req-7a4463f7-43b2-4df9-8897-a325a62c8c79 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.1634417 May 20 19:48:53.085354 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-eb86739b-3640-415c-8cdf-a7283fd690ae req-8e4f2c15-df46-40a5-85a2-cfae8fd669d8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816777 May 20 19:48:53.183656 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a312835e-79e9-4d20-ade5-db304c2b25a1', 'name': 'network-vif-deleted', 'tag': '9141a061-2903-4fbe-b73f-570f306f3233', 'status': 'completed', 'code': 200} May 20 19:48:53.195923 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-e9c4a530-36d2-45bb-8d91-0eb7278fcee8 req-33f09a9a-9dda-48db-95be-32b44394eeef tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Synchronizing usage tracker for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:48:53.216822 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-e9c4a530-36d2-45bb-8d91-0eb7278fcee8 req-33f09a9a-9dda-48db-95be-32b44394eeef tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Unset dirty status for tenant:29c68fb3f9a14887a9c53496c4bb813e on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:48:53.218368 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e9c4a530-36d2-45bb-8d91-0eb7278fcee8 req-33f09a9a-9dda-48db-95be-32b44394eeef tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a312835e-79e9-4d20-ade5-db304c2b25a1 HTTP/1.1" status: 200 len: 210 time: 0.0728395 May 20 19:48:54.309782 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa9ef-e8b0-49b0-b673-2c82689303a0 req-ab28da3c-079e-4f17-bc12-122c70821b89 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:54.317304 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5e8fa9ef-e8b0-49b0-b673-2c82689303a0 req-ab28da3c-079e-4f17-bc12-122c70821b89 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.1040819 May 20 19:48:54.331545 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38264) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:54.364577 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5e8fa9ef-e8b0-49b0-b673-2c82689303a0 req-cc56379d-da96-496f-9ed4-709a81d64889 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462315 May 20 19:48:54.459773 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-201141ac-06e2-4f69-a4b4-1668ea47d1c0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:54.494514 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-201141ac-06e2-4f69-a4b4-1668ea47d1c0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:54.583045 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-201141ac-06e2-4f69-a4b4-1668ea47d1c0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:54.600314 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-fee55071-2f41-47e3-a64e-39f7a97b0b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:54.621443 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201141ac-06e2-4f69-a4b4-1668ea47d1c0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6b240b-182a-465c-a7b1-72b83e7e18fd,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:54.627050 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-201141ac-06e2-4f69-a4b4-1668ea47d1c0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:54.628886 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-201141ac-06e2-4f69-a4b4-1668ea47d1c0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:54.631194 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-201141ac-06e2-4f69-a4b4-1668ea47d1c0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] 10.222.0.44 "DELETE /v2.0/security-groups/9c6b240b-182a-465c-a7b1-72b83e7e18fd HTTP/1.1" status: 204 len: 168 time: 0.2984083 May 20 19:48:54.697907 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38270) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:54.854905 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 9141a061-2903-4fbe-b73f-570f306f3233 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:48:54.898040 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: 9141a061-2903-4fbe-b73f-570f306f3233 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:48:54.898482 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 9141a061-2903-4fbe-b73f-570f306f3233 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:48:55.656948 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902120b-8633-4e48-9907-0233a887bb79 req-a61f6812-84aa-4bf9-883c-2ccad8c4f7bf tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:55.664649 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1902120b-8633-4e48-9907-0233a887bb79 req-a61f6812-84aa-4bf9-883c-2ccad8c4f7bf tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.1350954 May 20 19:48:55.689590 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454739'] for router_interface, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:55.716098 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-1902120b-8633-4e48-9907-0233a887bb79 req-278044f6-ed99-4de7-b6aa-2ab03d34f611 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502045 May 20 19:48:56.150299 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Deleting port 3a69ca4d-2aa4-416c-9965-f6700902c758 {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:48:56.150730 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:56.288714 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] For port 3a69ca4d-2aa4-416c-9965-f6700902c758, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=3a69ca4d-2aa4-416c-9965-f6700902c758,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:48:56.289958 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:56.418287 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Calling delete_port for 3a69ca4d-2aa4-416c-9965-f6700902c758 owned by network:router_interface {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:48:56.711466 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:56.715262 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:56.895996 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a69ca4d-2aa4-416c-9965-f6700902c758,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:56.906403 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:57.100614 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230879d1-1e7a-4094-915b-86677cb253eb req-4fb52d09-a6c4-4412-ad1f-09cca8526561 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:57.102136 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-230879d1-1e7a-4094-915b-86677cb253eb req-4fb52d09-a6c4-4412-ad1f-09cca8526561 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.2463534 May 20 19:48:57.269176 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-230879d1-1e7a-4094-915b-86677cb253eb req-cb25e2ff-b7f1-4eb1-b0bd-7441aae833b2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557062 May 20 19:48:57.293803 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454887'] for router_interface, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:57.397246 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0797b-70da-456f-a5ec-61c64b02f9fa req-85771c6f-6a25-454d-b2a9-43f7ebe6d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:57.398727 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-73d0797b-70da-456f-a5ec-61c64b02f9fa req-85771c6f-6a25-454d-b2a9-43f7ebe6d02d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 1098 time: 0.1973681 May 20 19:48:57.684651 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0797b-70da-456f-a5ec-61c64b02f9fa req-721ed014-d6c6-4ebf-ac2b-6c0e6d622875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:57.685998 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-73d0797b-70da-456f-a5ec-61c64b02f9fa req-721ed014-d6c6-4ebf-ac2b-6c0e6d622875 service neutron] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 918 time: 0.2317781 May 20 19:48:57.866445 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-73d0797b-70da-456f-a5ec-61c64b02f9fa req-b474878f-bd78-4fd8-849d-7baf1525ad43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88 HTTP/1.1" status: 200 len: 1001 time: 0.1736617 May 20 19:48:57.868805 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Router fd3a46c9-afdb-4447-9875-bb87f9f1a02e has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:48:58.010219 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0797b-70da-456f-a5ec-61c64b02f9fa req-8896dc33-39c1-4763-87a1-f8dde7218da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:58.011670 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-73d0797b-70da-456f-a5ec-61c64b02f9fa req-8896dc33-39c1-4763-87a1-f8dde7218da7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.1381488 May 20 19:48:58.261341 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:48:58.270262 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28ff03-c905-42b4-ad4a-cd91d2705611 None None] Sync routers for ids ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:48:58.281829 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28ff03-c905-42b4-ad4a-cd91d2705611 None None] Routers {'fd3a46c9-afdb-4447-9875-bb87f9f1a02e'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:48:58.282472 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-af28ff03-c905-42b4-ad4a-cd91d2705611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:48:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:58.286697 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] 10.222.0.44 "PUT /v2.0/routers/fd3a46c9-afdb-4447-9875-bb87f9f1a02e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5824015 May 20 19:48:58.287112 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38294) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:48:58.349767 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0797b-70da-456f-a5ec-61c64b02f9fa req-23d572b7-cc9b-40c6-ab8b-f09a83985ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:58.351262 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-73d0797b-70da-456f-a5ec-61c64b02f9fa req-23d572b7-cc9b-40c6-ab8b-f09a83985ebc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3329360 May 20 19:48:58.472041 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-af28ff03-c905-42b4-ad4a-cd91d2705611 None None] Set router fd3a46c9-afdb-4447-9875-bb87f9f1a02e gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:48:58.472320 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e80d52-cdd7-4409-a18c-6f799d0376af req-edeed39e-1c6d-4c76-842d-46797fe0ad57 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:48:58.473649 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-35e80d52-cdd7-4409-a18c-6f799d0376af req-edeed39e-1c6d-4c76-842d-46797fe0ad57 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.0888131 May 20 19:48:58.533059 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-35e80d52-cdd7-4409-a18c-6f799d0376af req-2ab8b3eb-4d26-4aba-8342-a0fca2498436 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528162 May 20 19:48:58.592651 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Notify callbacks [] for router, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.666138 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-73d0797b-70da-456f-a5ec-61c64b02f9fa req-e0f555fd-f1df-4fdc-8444-f6822012e496 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062749 May 20 19:48:58.811300 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-af28ff03-c905-42b4-ad4a-cd91d2705611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:48:56Z', 'revision_number': 5, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:58.815510 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28ff03-c905-42b4-ad4a-cd91d2705611 None None] Checking router: fd3a46c9-afdb-4447-9875-bb87f9f1a02e for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:48:58.824621 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28ff03-c905-42b4-ad4a-cd91d2705611 None None] Routers {'fd3a46c9-afdb-4447-9875-bb87f9f1a02e'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:48:58.825245 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-af28ff03-c905-42b4-ad4a-cd91d2705611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:48:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:58.890811 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:58.901699 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-73d0797b-70da-456f-a5ec-61c64b02f9fa req-0c5667b6-f118-43ec-b7e4-5d0b63735945 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246268 May 20 19:48:58.971771 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Deleting port 284c86c0-3d9a-4021-b235-f808625f1a05 {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:48:58.972170 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:59.017095 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-af28ff03-c905-42b4-ad4a-cd91d2705611 None None] Set router fd3a46c9-afdb-4447-9875-bb87f9f1a02e gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:48:59.112268 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] For port 284c86c0-3d9a-4021-b235-f808625f1a05, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=284c86c0-3d9a-4021-b235-f808625f1a05,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:48:59.112551 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:59.247612 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Calling delete_port for 284c86c0-3d9a-4021-b235-f808625f1a05 owned by network:router_gateway {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:48:59.321582 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-af28ff03-c905-42b4-ad4a-cd91d2705611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:48:56Z', 'revision_number': 5, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:48:59.326743 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28ff03-c905-42b4-ad4a-cd91d2705611 None None] The sync data for ids ['fd3a46c9-afdb-4447-9875-bb87f9f1a02e'] in dv-cinder-792462-2-smb is: [{'id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'name': 'tempest-TestShelveInstance-543092059-router', 'tenant_id': '29c68fb3f9a14887a9c53496c4bb813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:42Z', 'updated_at': '2021-05-20T19:48:56Z', 'revision_number': 5, 'project_id': '29c68fb3f9a14887a9c53496c4bb813e', 'gw_port': {'id': '284c86c0-3d9a-4021-b235-f808625f1a05', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3a46c9-afdb-4447-9875-bb87f9f1a02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:43Z', 'updated_at': '2021-05-20T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:48:59.417633 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:59.423802 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c35c9371-213a-4b0e-98f7-b7710aab2292 tempest-ServerRescueNegativeTestJSON-2018295672 tempest-ServerRescueNegativeTestJSON-2018295672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:48:59.475805 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=284c86c0-3d9a-4021-b235-f808625f1a05,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:48:59.481288 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:48:59.576772 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711864'] for router_gateway, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:59.908784 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:48:59.915963 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.007171 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3693124'] for router, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.008246 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd3a46c9-afdb-4447-9875-bb87f9f1a02e {{(pid=98301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:49:00.028985 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Notify callbacks [] for router, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.030105 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] 10.222.0.44 "DELETE /v2.0/routers/fd3a46c9-afdb-4447-9875-bb87f9f1a02e HTTP/1.1" status: 204 len: 168 time: 1.7421157 May 20 19:49:00.032748 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38302) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:00.046357 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0edc9-42d0-429e-aa7c-82dbfae59e3e req-929f76ce-02f1-4ec2-b411-608dd8b6eefa tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:00.047897 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-deb0edc9-42d0-429e-aa7c-82dbfae59e3e req-929f76ce-02f1-4ec2-b411-608dd8b6eefa tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 945 time: 0.2357719 May 20 19:49:00.100353 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-deb0edc9-42d0-429e-aa7c-82dbfae59e3e req-c79e2a68-85bc-4312-84ec-5e05e37bb9b9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435998 May 20 19:49:00.107626 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e707b9-069b-4990-b5ad-b7caec03e607 admin admin] Deleting subnet 5d1a9f6e-1615-4254-8b62-21ed15b52fe5 {{(pid=98302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:49:00.110946 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8e707b9-069b-4990-b5ad-b7caec03e607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.163515 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8e707b9-069b-4990-b5ad-b7caec03e607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1755509'] for subnet, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.246852 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8e707b9-069b-4990-b5ad-b7caec03e607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.497852 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 284c86c0-3d9a-4021-b235-f808625f1a05 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:49:00.543754 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 284c86c0-3d9a-4021-b235-f808625f1a05 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:49:00.544406 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 284c86c0-3d9a-4021-b235-f808625f1a05 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:49:00.544909 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 3a69ca4d-2aa4-416c-9965-f6700902c758 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:49:00.578520 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 3a69ca4d-2aa4-416c-9965-f6700902c758 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:49:00.578962 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 3a69ca4d-2aa4-416c-9965-f6700902c758 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:49:00.611205 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8e707b9-069b-4990-b5ad-b7caec03e607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605225'] for subnet, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.616277 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-80debe99-2f3d-445f-9da5-299653a6d25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:00.651506 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e707b9-069b-4990-b5ad-b7caec03e607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1a9f6e-1615-4254-8b62-21ed15b52fe5,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:00.654492 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d8e707b9-069b-4990-b5ad-b7caec03e607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:00.657748 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d8e707b9-069b-4990-b5ad-b7caec03e607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.661578 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-d8e707b9-069b-4990-b5ad-b7caec03e607 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5d1a9f6e-1615-4254-8b62-21ed15b52fe5 HTTP/1.1" status: 204 len: 168 time: 0.6277759 May 20 19:49:00.661808 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574aa1a4-2b79-4138-8ba7-ea55ca4ea5dc None None] Network 3030e65f-2520-48a7-9eae-d4a72dc4ca54 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:49:00.664320 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38306) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:00.786976 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.869064 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Deleting port 1661763d-01cf-40db-b6ce-7d3d349aa3c8 {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:49:00.869243 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cfbba065-6f9e-4b4e-a37d-d5126f7fed88 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:49:00.869533 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:00.943278 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed40f8a-76dc-41b6-b45e-8c9783ba2218 None None] DHCP port deletion for 3030e65f-2520-48a7-9eae-d4a72dc4ca54 request from dv-cinder-792462-2-smb {{(pid=98303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:49:00.996227 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] For port 1661763d-01cf-40db-b6ce-7d3d349aa3c8, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=1661763d-01cf-40db-b6ce-7d3d349aa3c8,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:00.997226 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.056393 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.090937 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-0ed40f8a-76dc-41b6-b45e-8c9783ba2218 None None] Deleting port 1661763d-01cf-40db-b6ce-7d3d349aa3c8 {{(pid=98303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:49:01.091312 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0ed40f8a-76dc-41b6-b45e-8c9783ba2218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.103150 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:49:01.128908 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Calling delete_port for 1661763d-01cf-40db-b6ce-7d3d349aa3c8 owned by network:dhcp {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:49:01.129064 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:01.138911 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.185364 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:01.187373 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.191713 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-18ceac5e-d30d-43e9-90c7-8f7462e9219e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:01.238709 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Pushing event deleted for resources: {'Port': ['ID=1661763d-01cf-40db-b6ce-7d3d349aa3c8,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:01.242982 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:01.263715 dv-cinder-792462-2-smb neutron-server[98303]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'code': 422} returned with failed status May 20 19:49:01.275484 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] No DVR routers for this DVR port 1661763d-01cf-40db-b6ce-7d3d349aa3c8 on host dv-cinder-792462-2-smb {{(pid=98301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:49:01.303299 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-0ed40f8a-76dc-41b6-b45e-8c9783ba2218 None None] For port 1661763d-01cf-40db-b6ce-7d3d349aa3c8, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=1661763d-01cf-40db-b6ce-7d3d349aa3c8,segment=NetworkSegment(600b2b41-0657-4557-bd1f-20f9bae5737c),segment_id=600b2b41-0657-4557-bd1f-20f9bae5737c)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:01.303696 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0ed40f8a-76dc-41b6-b45e-8c9783ba2218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.416308 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.434611 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3030e65f-2520-48a7-9eae-d4a72dc4ca54']}} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:01.435423 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-0ed40f8a-76dc-41b6-b45e-8c9783ba2218 None None] Calling delete_port for 1661763d-01cf-40db-b6ce-7d3d349aa3c8 owned by network:dhcp {{(pid=98303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:49:01.443336 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,revision_number=8']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:01.450160 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600b2b41-0657-4557-bd1f-20f9bae5737c') {'for_net_delete': True} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:01.450453 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600b2b41-0657-4557-bd1f-20f9bae5737c') {} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:01.453348 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.453692 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.454078 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.454514 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.454846 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.455176 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.455495 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.455818 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.456157 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.456483 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.456802 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.457114 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:49:01.467351 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bb9c8-c5a3-4c07-8eeb-e69b0b7ea74a req-922ac97a-0e9b-4b98-a0ac-3e4af80cfa2f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:01.468916 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-403bb9c8-c5a3-4c07-8eeb-e69b0b7ea74a req-922ac97a-0e9b-4b98-a0ac-3e4af80cfa2f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.2332494 May 20 19:49:01.472002 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:01.472987 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60923739'] for segment, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.499169 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0ed40f8a-76dc-41b6-b45e-8c9783ba2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488'] for port, after_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.504005 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:01.506961 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.524735 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=98301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:49:01.525127 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61032203'] for segment, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: Traceback (most recent call last): May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: timer() May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: cb(*args, **kw) May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: return func(*args, **kwargs) May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: self._notify() May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: self.callback(batched_events) May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: event.method(event) May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: return f(self, *a, **k) May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: return self._get(url).json() May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: return self.request(url, 'GET', **kwargs) May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:49:01.543131 dv-cinder-792462-2-smb neutron-server[98301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:49:01.550763 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed40f8a-76dc-41b6-b45e-8c9783ba2218 None None] Pushing event deleted for resources: {'Port': ['ID=1661763d-01cf-40db-b6ce-7d3d349aa3c8,revision_number=None']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:01.552636 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed40f8a-76dc-41b6-b45e-8c9783ba2218 None None] No DVR routers for this DVR port 1661763d-01cf-40db-b6ce-7d3d349aa3c8 on host dv-cinder-792462-2-smb {{(pid=98303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:49:01.553843 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-0ed40f8a-76dc-41b6-b45e-8c9783ba2218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:01.561302 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-403bb9c8-c5a3-4c07-8eeb-e69b0b7ea74a req-9366cbcb-9a31-4760-aa88-7ec19b8a271d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808737 May 20 19:49:01.624549 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.628288 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-2a8c0a4c-ec41-44d6-8289-3d95227130f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:01.643508 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:01.649820 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Pushing event deleted for resources: {'Network': ['ID=3030e65f-2520-48a7-9eae-d4a72dc4ca54,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:01.654396 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:01.670888 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3030e65f-2520-48a7-9eae-d4a72dc4ca54 HTTP/1.1" status: 204 len: 168 time: 1.0015390 May 20 19:49:01.670888 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38316) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:02.357364 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454739'] for router_interface, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:02.447839 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1661763d-01cf-40db-b6ce-7d3d349aa3c8 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:49:02.482766 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 1661763d-01cf-40db-b6ce-7d3d349aa3c8 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:49:02.483219 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1661763d-01cf-40db-b6ce-7d3d349aa3c8 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:49:02.789318 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Deleting port 9dab5907-32c9-4301-997f-dda8e285ff64 {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:49:02.789755 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:02.917903 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] For port 9dab5907-32c9-4301-997f-dda8e285ff64, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=9dab5907-32c9-4301-997f-dda8e285ff64,segment=NetworkSegment(503b5e6b-2b51-489f-a569-2d98230a5baf),segment_id=503b5e6b-2b51-489f-a569-2d98230a5baf)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:02.918258 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:03.061582 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-dbd6ecc1-9071-4391-aaf2-aa589e7356c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726132 May 20 19:49:03.071588 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Calling delete_port for 9dab5907-32c9-4301-997f-dda8e285ff64 owned by network:router_interface {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:49:03.143615 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dc4c7-78f1-4041-9a3d-744ddd656ac3 req-d8dc615f-03f2-44df-a195-a2e9b53c0fd3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:03.145136 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f88dc4c7-78f1-4041-9a3d-744ddd656ac3 req-d8dc615f-03f2-44df-a195-a2e9b53c0fd3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.1654913 May 20 19:49:03.206121 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f88dc4c7-78f1-4041-9a3d-744ddd656ac3 req-6bac5033-3881-4c74-81b4-39af8b7ca9a8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533373 May 20 19:49:03.308892 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:03.316265 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-93d62869-3f53-4318-9ce0-85719c139a40 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:03.362388 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dab5907-32c9-4301-997f-dda8e285ff64,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:03.365876 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:03.769858 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454887'] for router_interface, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:04.095212 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-cca1390f-39d6-4a84-8aa8-bce72c9a2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:04.096607 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-cca1390f-39d6-4a84-8aa8-bce72c9a2563 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d&tenant_id=7057c75477a14814811e97be384b9f32 HTTP/1.1" status: 200 len: 1096 time: 0.1773272 May 20 19:49:04.243806 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Router 5ae5c433-99f3-4b4f-ace9-48757d07c94b has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:49:04.312888 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-b6cb5f33-b208-402c-a234-81195a35c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:04.314354 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-b6cb5f33-b208-402c-a234-81195a35c57b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 1096 time: 0.1639240 May 20 19:49:04.410243 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736fb7-a2d6-4b9f-9116-3d13d19d7d13 req-d49eb098-2b39-4097-b622-00322ab6386a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:04.411908 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e8736fb7-a2d6-4b9f-9116-3d13d19d7d13 req-d49eb098-2b39-4097-b622-00322ab6386a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0927055 May 20 19:49:04.467528 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e8736fb7-a2d6-4b9f-9116-3d13d19d7d13 req-caf8cccf-0b1e-42dc-9f08-a05b1e999655 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493996 May 20 19:49:04.541371 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:49:04.547420 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-5a4ea067-10e1-404b-b162-cf6bc4b8c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:04.548900 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-5a4ea067-10e1-404b-b162-cf6bc4b8c4c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 918 time: 0.2258542 May 20 19:49:04.550229 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb28d08-ed5f-4fe2-9699-2798681a3714 None None] Sync routers for ids ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:49:04.560584 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb28d08-ed5f-4fe2-9699-2798681a3714 None None] Routers {'5ae5c433-99f3-4b4f-ace9-48757d07c94b'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:49:04.561241 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-bfb28d08-ed5f-4fe2-9699-2798681a3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:48:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:04.608355 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] 10.222.0.44 "PUT /v2.0/routers/5ae5c433-99f3-4b4f-ace9-48757d07c94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9371028 May 20 19:49:04.611644 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38358) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:04.663482 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-9b6742cd-5f40-4712-a751-4bd7f93d739b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88 HTTP/1.1" status: 200 len: 999 time: 0.1066408 May 20 19:49:04.733523 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-904ab2e7-4eb5-44a6-a847-a77922b60eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:04.735277 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-904ab2e7-4eb5-44a6-a847-a77922b60eed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.0656826 May 20 19:49:04.760372 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-bfb28d08-ed5f-4fe2-9699-2798681a3714 None None] Set router 5ae5c433-99f3-4b4f-ace9-48757d07c94b gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:49:04.807446 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Notify callbacks [] for router, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:04.824228 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-15436839-1fca-4743-aba7-2d90891c1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:04.826685 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-15436839-1fca-4743-aba7-2d90891c1fa9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829175 May 20 19:49:04.921531 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cfbba065-6f9e-4b4e-a37d-d5126f7fed88 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:49:04.995188 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:05.084079 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Deleting port abc094c8-5d0f-4864-9c05-1b67a31de058 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:49:05.084432 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:05.087738 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-5a539860-abdd-4f2c-b9c8-97c1f65c0edb service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543268 May 20 19:49:05.094124 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-bfb28d08-ed5f-4fe2-9699-2798681a3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'name': 'tempest-TestShelveInstance-72807445-router', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:54Z', 'updated_at': '2021-05-20T19:49:03Z', 'revision_number': 5, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'gw_port': {'id': 'abc094c8-5d0f-4864-9c05-1b67a31de058', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:42:56Z', 'updated_at': '2021-05-20T19:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:05.102019 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb28d08-ed5f-4fe2-9699-2798681a3714 None None] Checking router: 5ae5c433-99f3-4b4f-ace9-48757d07c94b for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:49:05.111136 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb28d08-ed5f-4fe2-9699-2798681a3714 None None] Routers {'5ae5c433-99f3-4b4f-ace9-48757d07c94b'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:49:05.111760 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-bfb28d08-ed5f-4fe2-9699-2798681a3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:48:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:05.213293 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] For port abc094c8-5d0f-4864-9c05-1b67a31de058, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=abc094c8-5d0f-4864-9c05-1b67a31de058,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:05.213704 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:05.231103 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-d70b4bf7-f586-4f7b-9661-3f58b20f2c19 req-ddf22f98-3e32-4998-9695-5f7c905eda14 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366746 May 20 19:49:05.268551 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-bfb28d08-ed5f-4fe2-9699-2798681a3714 None None] Set router 5ae5c433-99f3-4b4f-ace9-48757d07c94b gateway port host: None {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:49:05.380703 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Calling delete_port for abc094c8-5d0f-4864-9c05-1b67a31de058 owned by network:router_gateway {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:49:05.403567 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-bfb28d08-ed5f-4fe2-9699-2798681a3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'name': 'tempest-TestShelveInstance-72807445-router', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:54Z', 'updated_at': '2021-05-20T19:49:04Z', 'revision_number': 6, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'gw_port_host': None}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:05.408202 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb28d08-ed5f-4fe2-9699-2798681a3714 None None] The sync data for ids ['5ae5c433-99f3-4b4f-ace9-48757d07c94b'] in dv-cinder-792462-2-smb is: [{'id': '5ae5c433-99f3-4b4f-ace9-48757d07c94b', 'name': 'tempest-TestShelveInstance-72807445-router', 'tenant_id': 'cb3740e1ef154d208f6509223815021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:42:54Z', 'updated_at': '2021-05-20T19:49:04Z', 'revision_number': 6, 'project_id': 'cb3740e1ef154d208f6509223815021f', 'gw_port_host': None}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:49:05.551651 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:05.559208 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-45c7dbaf-7fd4-4eee-8a08-429e1214b1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:05.610384 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Pushing event deleted for resources: {'Port': ['ID=abc094c8-5d0f-4864-9c05-1b67a31de058,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:05.640899 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:05.691414 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7255b4c-aa21-4ba8-b348-ccb0308984c7 req-e4ee2a37-7a68-403c-bcf2-27c5f1867cc5 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:05.693154 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f7255b4c-aa21-4ba8-b348-ccb0308984c7 req-e4ee2a37-7a68-403c-bcf2-27c5f1867cc5 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0983143 May 20 19:49:05.715404 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711864'] for router_gateway, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:05.795960 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f7255b4c-aa21-4ba8-b348-ccb0308984c7 req-6a785a28-02a4-441a-a59a-e8f9a4689d9d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878778 May 20 19:49:06.140448 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:06.143074 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:06.169217 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3693124'] for router, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:06.170196 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae5c433-99f3-4b4f-ace9-48757d07c94b {{(pid=98302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:49:06.188364 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] Notify callbacks [] for router, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:06.192555 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38384) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:06.192849 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-1929e45a-eae0-47e0-85c7-438857347aef admin admin] 10.222.0.44 "DELETE /v2.0/routers/5ae5c433-99f3-4b4f-ace9-48757d07c94b HTTP/1.1" status: 204 len: 168 time: 1.5799763 May 20 19:49:06.269143 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fff6959-854d-4beb-87f5-1005b9076e2c admin admin] Deleting subnet 833bbef6-d9d6-44f6-8e07-e040621a4954 {{(pid=98301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:49:06.272519 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6fff6959-854d-4beb-87f5-1005b9076e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:06.324933 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6fff6959-854d-4beb-87f5-1005b9076e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60923732'] for subnet, precommit_delete_associations {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:06.459042 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 9dab5907-32c9-4301-997f-dda8e285ff64 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:49:06.469607 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6fff6959-854d-4beb-87f5-1005b9076e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:06.503245 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 9dab5907-32c9-4301-997f-dda8e285ff64 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:49:06.503610 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 9dab5907-32c9-4301-997f-dda8e285ff64 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:49:06.504034 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device abc094c8-5d0f-4864-9c05-1b67a31de058 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:49:06.550802 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: abc094c8-5d0f-4864-9c05-1b67a31de058 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:49:06.551317 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device abc094c8-5d0f-4864-9c05-1b67a31de058 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:49:06.769260 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6fff6959-854d-4beb-87f5-1005b9076e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61032365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60936210'] for subnet, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:06.775162 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-e0923b44-efb6-4e69-9d02-2597c599c00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:06.814496 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6fff6959-854d-4beb-87f5-1005b9076e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:06.817895 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff6959-854d-4beb-87f5-1005b9076e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=833bbef6-d9d6-44f6-8e07-e040621a4954,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:06.821521 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6fff6959-854d-4beb-87f5-1005b9076e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:06.825758 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf51efb-7efc-4c54-b949-2cac3d5cbea1 None None] Network 8c40867d-3450-4da3-9913-72f1e1e094dc requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:49:06.829060 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-6fff6959-854d-4beb-87f5-1005b9076e2c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/833bbef6-d9d6-44f6-8e07-e040621a4954 HTTP/1.1" status: 204 len: 168 time: 0.6351407 May 20 19:49:06.831658 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38388) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:06.972338 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.066693 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Deleting port 7fbc19fc-82db-43fe-9038-c090de677722 {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:49:07.067033 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.102383 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cb6756-d2ac-4e9c-a82a-e19f2fa82b89 None None] DHCP port deletion for 8c40867d-3450-4da3-9913-72f1e1e094dc request from dv-cinder-792462-2-smb {{(pid=98303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:49:07.127178 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd1411-16d4-467b-92f1-0ff9f678b3a0 req-ec6ac079-e995-4056-808e-aa918605bb8b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:07.129668 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38cd1411-16d4-467b-92f1-0ff9f678b3a0 req-ec6ac079-e995-4056-808e-aa918605bb8b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.1519954 May 20 19:49:07.198061 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] For port 7fbc19fc-82db-43fe-9038-c090de677722, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=7fbc19fc-82db-43fe-9038-c090de677722,segment=NetworkSegment(503b5e6b-2b51-489f-a569-2d98230a5baf),segment_id=503b5e6b-2b51-489f-a569-2d98230a5baf)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:07.198527 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.203118 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-43cb6756-d2ac-4e9c-a82a-e19f2fa82b89 None None] Deleting port 7fbc19fc-82db-43fe-9038-c090de677722 {{(pid=98303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:49:07.203503 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-43cb6756-d2ac-4e9c-a82a-e19f2fa82b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.216658 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-38cd1411-16d4-467b-92f1-0ff9f678b3a0 req-f8e8582c-9eda-4fe4-8a9c-134096fcd788 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731301 May 20 19:49:07.325710 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-43cb6756-d2ac-4e9c-a82a-e19f2fa82b89 None None] For port 7fbc19fc-82db-43fe-9038-c090de677722, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=7fbc19fc-82db-43fe-9038-c090de677722,segment=NetworkSegment(503b5e6b-2b51-489f-a569-2d98230a5baf),segment_id=503b5e6b-2b51-489f-a569-2d98230a5baf)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:07.326389 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-43cb6756-d2ac-4e9c-a82a-e19f2fa82b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.341820 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Calling delete_port for 7fbc19fc-82db-43fe-9038-c090de677722 owned by network:dhcp {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:49:07.414504 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.420042 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-05719ef9-0e46-48c2-bffd-3926f3f38f8c tempest-VolumesNegativeTest-768627010 tempest-VolumesNegativeTest-768627010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:07.467165 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-43cb6756-d2ac-4e9c-a82a-e19f2fa82b89 None None] Calling delete_port for 7fbc19fc-82db-43fe-9038-c090de677722 owned by network:dhcp {{(pid=98303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:49:07.471580 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] No DVR routers for this DVR port 7fbc19fc-82db-43fe-9038-c090de677722 on host dv-cinder-792462-2-smb {{(pid=98301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:49:07.501771 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbc19fc-82db-43fe-9038-c090de677722,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:07.504729 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:07.522800 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-43cb6756-d2ac-4e9c-a82a-e19f2fa82b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488'] for port, after_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.527460 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:07.576881 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb6756-d2ac-4e9c-a82a-e19f2fa82b89 None None] No DVR routers for this DVR port 7fbc19fc-82db-43fe-9038-c090de677722 on host dv-cinder-792462-2-smb {{(pid=98303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:49:07.578608 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb6756-d2ac-4e9c-a82a-e19f2fa82b89 None None] Pushing event deleted for resources: {'Port': ['ID=7fbc19fc-82db-43fe-9038-c090de677722,revision_number=None']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:07.581430 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-43cb6756-d2ac-4e9c-a82a-e19f2fa82b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:07.625261 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.643521 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c40867d-3450-4da3-9913-72f1e1e094dc']}} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:07.763885 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503b5e6b-2b51-489f-a569-2d98230a5baf') {'for_net_delete': True} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:07.763885 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503b5e6b-2b51-489f-a569-2d98230a5baf') {} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:49:07.777297 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60923739'] for segment, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.795994 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.803089 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=98301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:49:07.803538 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61032203'] for segment, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: Traceback (most recent call last): May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: timer() May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: cb(*args, **kw) May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: return func(*args, **kwargs) May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: self._notify() May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: self.callback(batched_events) May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: event.method(event) May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: return f(self, *a, **k) May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: return self._get(url).json() May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: return self.request(url, 'GET', **kwargs) May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:49:07.818162 dv-cinder-792462-2-smb neutron-server[98301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:49:07.904488 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.912280 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:07.915674 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-27eb7ffb-88d4-4b48-9f3f-2d3955c10244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:07.939203 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c40867d-3450-4da3-9913-72f1e1e094dc,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:07.942256 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:07.946122 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8c40867d-3450-4da3-9913-72f1e1e094dc HTTP/1.1" status: 204 len: 168 time: 1.1129491 May 20 19:49:08.077731 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38396) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:08.129474 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-2d4c4af8-103a-443c-a765-773054348b39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29c68fb3f9a14887a9c53496c4bb813e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505137 May 20 19:49:08.131919 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38400) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:08.195698 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f1e27783-d5fc-4bd2-b8c0-181f7cef8597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:08.222841 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f1e27783-d5fc-4bd2-b8c0-181f7cef8597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:08.287749 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f1e27783-d5fc-4bd2-b8c0-181f7cef8597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:08.296166 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-23df704f-91dc-45d2-99f9-375797f6b447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:08.316483 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e27783-d5fc-4bd2-b8c0-181f7cef8597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f81016-ffc2-4175-829a-ba2c74a217f1,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:08.321537 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f1e27783-d5fc-4bd2-b8c0-181f7cef8597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:08.325679 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-f1e27783-d5fc-4bd2-b8c0-181f7cef8597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:08.329506 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-f1e27783-d5fc-4bd2-b8c0-181f7cef8597 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9f81016-ffc2-4175-829a-ba2c74a217f1 HTTP/1.1" status: 204 len: 168 time: 0.1943300 May 20 19:49:08.444560 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaf710-b86f-407f-809c-5c1e7d97a74c req-05d59a76-3dd2-46d0-befc-42b062cd4408 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:08.446855 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-68eaf710-b86f-407f-809c-5c1e7d97a74c req-05d59a76-3dd2-46d0-befc-42b062cd4408 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0911052 May 20 19:49:08.482183 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 7fbc19fc-82db-43fe-9038-c090de677722 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:49:08.510698 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-68eaf710-b86f-407f-809c-5c1e7d97a74c req-887de68e-a8e0-4fb4-9313-41a633fde037 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577588 May 20 19:49:08.540394 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 7fbc19fc-82db-43fe-9038-c090de677722 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:49:08.540641 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 7fbc19fc-82db-43fe-9038-c090de677722 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:49:08.826465 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38412) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:08.880124 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-8c4e00a9-6e8a-48fc-bbaf-991682307c5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb3740e1ef154d208f6509223815021f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506756 May 20 19:49:08.881034 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38416) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:49:08.949277 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d757fb8e-a7c8-4a88-a151-bb5e97385cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:08.976175 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d757fb8e-a7c8-4a88-a151-bb5e97385cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.031707 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d757fb8e-a7c8-4a88-a151-bb5e97385cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.035607 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-7144130c-5c9b-4148-8b3d-270a47387b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:09.050106 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757fb8e-a7c8-4a88-a151-bb5e97385cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae92d95-5818-443d-900d-910482e79540,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:09.052725 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d757fb8e-a7c8-4a88-a151-bb5e97385cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:09.057103 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d757fb8e-a7c8-4a88-a151-bb5e97385cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:09.058341 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-d757fb8e-a7c8-4a88-a151-bb5e97385cc2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fae92d95-5818-443d-900d-910482e79540 HTTP/1.1" status: 204 len: 168 time: 0.1762731 May 20 19:49:09.753102 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24ec1-52e8-42a0-8dad-474a884e5e87 req-d2b79131-86e6-460f-850d-53cf69f207c2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:09.754648 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c0e24ec1-52e8-42a0-8dad-474a884e5e87 req-d2b79131-86e6-460f-850d-53cf69f207c2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0932555 May 20 19:49:09.812861 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c0e24ec1-52e8-42a0-8dad-474a884e5e87 req-fbd98e6b-b770-499c-96ed-cb6cf0acaa99 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520055 May 20 19:49:11.019443 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c070af-77b5-4142-bd6a-c28d3517f32d req-5314abe7-8c49-4704-b5fe-70334f24ac5f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:11.019443 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-25c070af-77b5-4142-bd6a-c28d3517f32d req-5314abe7-8c49-4704-b5fe-70334f24ac5f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0904484 May 20 19:49:11.068448 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-25c070af-77b5-4142-bd6a-c28d3517f32d req-a9fc3e31-f826-489e-83a0-b34e8ef92b2d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432916 May 20 19:49:12.278093 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14f40e-0582-4863-bf15-f1e329d18559 req-7f912cc9-c994-400d-890b-bceb7f4bc800 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:12.279617 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2d14f40e-0582-4863-bf15-f1e329d18559 req-7f912cc9-c994-400d-890b-bceb7f4bc800 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0852208 May 20 19:49:12.332954 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2d14f40e-0582-4863-bf15-f1e329d18559 req-5fcb38de-8b3d-473e-aac9-1519e4b5f87e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473442 May 20 19:49:13.543477 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315e92-f315-49ef-be94-199bee80331c req-8cc1cfc0-4f84-4eda-9fed-3ff7b8fb379b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:13.545079 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-99315e92-f315-49ef-be94-199bee80331c req-8cc1cfc0-4f84-4eda-9fed-3ff7b8fb379b tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0916369 May 20 19:49:13.600310 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-99315e92-f315-49ef-be94-199bee80331c req-0f678339-c52d-4032-8026-5e0cff63b915 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485141 May 20 19:49:13.993951 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:14.812403 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01429252-3f64-4bdb-9d52-d4142f7365ed req-8005b978-b0b2-4fd1-a519-fc04dfa0b79f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:14.813921 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-01429252-3f64-4bdb-9d52-d4142f7365ed req-8005b978-b0b2-4fd1-a519-fc04dfa0b79f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0878496 May 20 19:49:14.861521 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-01429252-3f64-4bdb-9d52-d4142f7365ed req-5df58a29-ec6b-40db-984e-22ac52ad8fd3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415695 May 20 19:49:16.059166 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce547c2a-3a00-4856-ba6f-378ee6ea40d6 req-a09cf50c-e22a-4531-873a-2d892bda70f9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:16.060617 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ce547c2a-3a00-4856-ba6f-378ee6ea40d6 req-a09cf50c-e22a-4531-873a-2d892bda70f9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0837729 May 20 19:49:16.107152 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ce547c2a-3a00-4856-ba6f-378ee6ea40d6 req-acb0fc4a-b226-4adc-bec9-f169db209e92 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406861 May 20 19:49:17.247840 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c7695052-493f-485a-9bba-3a0ecf8258b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:17.304042 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508bee3-4502-46f4-ae6b-590451096ce7 req-8f0e61b1-f17e-4eec-a355-fd39e207b7da tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:17.305656 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d508bee3-4502-46f4-ae6b-590451096ce7 req-8f0e61b1-f17e-4eec-a355-fd39e207b7da tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0864141 May 20 19:49:17.352188 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d508bee3-4502-46f4-ae6b-590451096ce7 req-7a03fb2a-36a5-40d7-baca-2cf029e6e4b8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407455 May 20 19:49:18.558988 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668c828-d56b-430e-9b15-6dfec5aafb50 req-ad9de9c1-e585-44a5-bdef-349e0166b131 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:18.560494 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1668c828-d56b-430e-9b15-6dfec5aafb50 req-ad9de9c1-e585-44a5-bdef-349e0166b131 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0884199 May 20 19:49:18.605838 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1668c828-d56b-430e-9b15-6dfec5aafb50 req-3fd095fa-87c5-4c37-b3a2-2f312bdd5de8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395868 May 20 19:49:19.497235 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:49:19.746802 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-8ff84ef4-e654-4c3c-8ea2-cfd3ddd9fb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:19.800587 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acfcb5-3994-4405-9155-c2f2fe246b73 req-e85a03ed-435a-4220-9e58-704de4d40888 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:19.802061 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b1acfcb5-3994-4405-9155-c2f2fe246b73 req-e85a03ed-435a-4220-9e58-704de4d40888 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0817726 May 20 19:49:19.824884 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:19.849602 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b1acfcb5-3994-4405-9155-c2f2fe246b73 req-0a0fe58d-6b4d-4a94-9f86-9f1931da633e tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414093 May 20 19:49:20.917353 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.001474 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cfbba065-6f9e-4b4e-a37d-d5126f7fed88 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:49:21.049422 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b8fbe-15df-4217-ae09-8a36bad678d5 req-3d1101f2-a161-4692-a6c8-1178ff5f5c0a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:21.051241 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-840b8fbe-15df-4217-ae09-8a36bad678d5 req-3d1101f2-a161-4692-a6c8-1178ff5f5c0a tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 943 time: 0.0860114 May 20 19:49:21.100225 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-840b8fbe-15df-4217-ae09-8a36bad678d5 req-b49fe38b-8600-4eb4-8109-2a0431caf193 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428011 May 20 19:49:21.153525 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:21.167500 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'port_id': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'mac_address': 'fa:16:3e:93:24:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:49:21.227935 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.245492 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfbba065-6f9e-4b4e-a37d-d5126f7fed88 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:49:21.262242 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:21.266442 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:21.269088 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:21.375049 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,revision_number=9']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:21.378282 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:21.640618 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['cfbba065-6f9e-4b4e-a37d-d5126f7fed88'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:49:22.298828 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe6533-2ba5-4376-8a46-488fbe14eed1 req-2cc89d75-2f4d-4300-8ad1-dd5210e5d7b4 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:22.300335 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-36fe6533-2ba5-4376-8a46-488fbe14eed1 req-2cc89d75-2f4d-4300-8ad1-dd5210e5d7b4 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 944 time: 0.0874348 May 20 19:49:22.346482 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-36fe6533-2ba5-4376-8a46-488fbe14eed1 req-fcbcd3f0-a47e-44b0-b2df-814e91b2e259 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403721 May 20 19:49:22.411665 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:22.998951 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cfbba065-6f9e-4b4e-a37d-d5126f7fed88 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:49:23.067214 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:49:23.067497 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:23.184671 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:23.211523 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:49:23.221306 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:49:23.226249 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:23.228234 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:49:23.257733 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'code': 200} May 20 19:49:23.297719 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,revision_number=10']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:49:23.300676 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:49:23.502696 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812c0b1-a7f9-424e-85c1-cfadd43cae59 req-52ceaffe-e779-41e2-a560-8d6bdb44a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:23.504206 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4812c0b1-a7f9-424e-85c1-cfadd43cae59 req-52ceaffe-e779-41e2-a560-8d6bdb44a9ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 1099 time: 0.0771897 May 20 19:49:23.543447 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda724a-3a96-4231-89bd-6cd1fc7daeb5 req-017274f9-6290-4723-a8d0-ea8d8d24587d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:23.545024 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6eda724a-3a96-4231-89bd-6cd1fc7daeb5 req-017274f9-6290-4723-a8d0-ea8d8d24587d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 946 time: 0.0858459 May 20 19:49:23.546014 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4812c0b1-a7f9-424e-85c1-cfadd43cae59 req-6d77ae35-fa19-4dcb-917c-18405d2dcd1b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356255 May 20 19:49:23.594690 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6eda724a-3a96-4231-89bd-6cd1fc7daeb5 req-b7ab5711-5f55-44ed-ba4c-9322353de189 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439723 May 20 19:49:24.808765 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85851072-fd99-498e-8f61-065d31516d6e req-c7bc1351-d1a0-4edb-beb5-af4ff06324a1 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:24.810235 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-85851072-fd99-498e-8f61-065d31516d6e req-c7bc1351-d1a0-4edb-beb5-af4ff06324a1 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 946 time: 0.0943911 May 20 19:49:24.857743 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-85851072-fd99-498e-8f61-065d31516d6e req-0a82c107-8172-4dac-aabd-013afd20f444 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416579 May 20 19:49:26.052519 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47bc8d-43fe-405c-9235-a1942cb2ba86 req-1e3163ab-a563-4c97-90b7-6849eb0e1ee8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:26.053941 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6c47bc8d-43fe-405c-9235-a1942cb2ba86 req-1e3163ab-a563-4c97-90b7-6849eb0e1ee8 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 946 time: 0.0836725 May 20 19:49:26.103036 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6c47bc8d-43fe-405c-9235-a1942cb2ba86 req-b2085b83-ca9c-4a2b-aad8-d20c8cb61037 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430853 May 20 19:49:44.011436 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:47.243046 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-13bcff56-031a-44c8-8b5d-73347ccb1184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:49.749772 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-b0c22bd1-cc56-4e05-8d12-125cd7bee1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:49.827673 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:50.918748 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:51.069875 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-a63bf047-e664-4d71-a19b-92405f4d4f44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725942 May 20 19:49:51.207754 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-27aaf007-37c8-4f8e-b42f-9dce0d349553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:51.209888 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-27aaf007-37c8-4f8e-b42f-9dce0d349553 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7057c75477a14814811e97be384b9f32&device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 1099 time: 0.0717423 May 20 19:49:51.357384 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-881b8854-861e-407b-b29e-68b2fa70621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:51.358765 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-881b8854-861e-407b-b29e-68b2fa70621c service neutron] 10.222.0.16 "GET /v2.0/networks?id=138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 200 len: 918 time: 0.1293607 May 20 19:49:51.466069 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-1f57dd8f-8700-4084-86fa-edbd31ad73f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88 HTTP/1.1" status: 200 len: 1001 time: 0.0996654 May 20 19:49:51.539739 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-a95b1ca6-b021-4616-b2a4-b2654cdd130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:51.541338 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-a95b1ca6-b021-4616-b2a4-b2654cdd130f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 200 len: 856 time: 0.0685399 May 20 19:49:51.622847 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-09ad7f6a-a110-4704-8193-247c7b49d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:49:51.624260 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-09ad7f6a-a110-4704-8193-247c7b49d7c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=138b13d1-da04-4693-943f-4fb3103df269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763118 May 20 19:49:51.848195 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-4cad2aa0-1f5c-4a38-929b-32b4bbdc629f service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174985 May 20 19:49:51.981020 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-c40ceecc-d233-4982-a1f1-d2c4388871e0 req-1f3b9465-1a74-4dde-9302-c356639be842 service neutron] 10.222.0.16 "GET /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262920 May 20 19:49:52.417882 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:49:56.495828 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:50:14.011510 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:17.245450 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0640-0aa6-47bf-8509-836042fff916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:19.751246 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4dd44284-5d71-4299-a811-5a238b76f0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:19.829288 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:20.920429 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:21.905467 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0af42-2699-4495-aae7-2a9a9c55616b req-9ee32610-cd62-4a55-9c45-6eabf071e068 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:21.906870 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-61d0af42-2699-4495-aae7-2a9a9c55616b req-9ee32610-cd62-4a55-9c45-6eabf071e068 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 946 time: 0.0878530 May 20 19:50:21.952713 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-61d0af42-2699-4495-aae7-2a9a9c55616b req-4d561dea-b93f-4f5f-8c37-cec17128c5cc tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400705 May 20 19:50:22.417348 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.146841 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fc598-2b88-4ef2-9666-4aae522a08c4 req-234824d0-e0dd-431b-bf9a-3162379a498d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:23.148267 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-409fc598-2b88-4ef2-9666-4aae522a08c4 req-234824d0-e0dd-431b-bf9a-3162379a498d tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 946 time: 0.0819688 May 20 19:50:23.203164 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-409fc598-2b88-4ef2-9666-4aae522a08c4 req-85c5a2e9-0957-422b-8350-f92d6b801691 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc0a61bd-27db-4cde-8e16-0dc24a50fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485561 May 20 19:50:23.324193 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-34830ac9-53de-4a6f-9e7a-29c4426f86ac tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:23.325639 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-34830ac9-53de-4a6f-9e7a-29c4426f86ac tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 946 time: 0.0824699 May 20 19:50:23.463548 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Deleting port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:50:23.463889 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.592726 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] For port cfbba065-6f9e-4b4e-a37d-d5126f7fed88, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:23.593078 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.881683 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.882080 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:23.882371 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.l3_db [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Floating IP c0e5fc62-cbdf-485f-8966-f04bb9c28c33 disassociated. External IP: 172.28.2.120, port: cfbba065-6f9e-4b4e-a37d-d5126f7fed88. May 20 19:50:23.882712 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Calling delete_port for cfbba065-6f9e-4b4e-a37d-d5126f7fed88 owned by compute:nova {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:50:23.996333 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:24.001814 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-e12e31f2-f81f-41b0-9c88-578e3a2c43f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:24.048163 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event deleted for resources: {'Port': ['ID=cfbba065-6f9e-4b4e-a37d-d5126f7fed88,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:24.058907 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.059287 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.059652 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.060013 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.060397 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.060753 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.061107 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.061459 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.061809 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.062183 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.062501 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.062860 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:24.115179 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:24.247076 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Router 30ef35ba-0aab-4cbf-8d92-82289a014500 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:50:24.358337 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-65462f26-0e83-467e-9696-7f7b34b377d4 req-5daef043-6d5b-4839-b1db-4ddb576b6fd2 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bedbf5-5a1e-4935-876a-ca84fd63b90d HTTP/1.1" status: 200 len: 210 time: 0.0426714 May 20 19:50:24.446987 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:24.459134 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881b5a0-4a28-4fff-a185-225a999977ef None None] Sync routers for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:24.470970 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1881b5a0-4a28-4fff-a185-225a999977ef None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:24.471762 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-1881b5a0-4a28-4fff-a185-225a999977ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:50:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:24.630508 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] No DVR routers for this DVR port cfbba065-6f9e-4b4e-a37d-d5126f7fed88 on host hv-cinder-79246 {{(pid=98301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:50:24.633143 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:24.635819 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'name': 'network-vif-deleted', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:24.653348 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-fb2d9cec-840c-44d8-84f0-9a6a4c785e21 req-66bf9477-a33f-4a73-8ee7-6a0c051952ae tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.16 "DELETE /v2.0/ports/cfbba065-6f9e-4b4e-a37d-d5126f7fed88 HTTP/1.1" status: 204 len: 173 time: 1.3221998 May 20 19:50:24.661887 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-1881b5a0-4a28-4fff-a185-225a999977ef None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:24.720826 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bedbf5-5a1e-4935-876a-ca84fd63b90d', 'name': 'network-vif-deleted', 'tag': 'cfbba065-6f9e-4b4e-a37d-d5126f7fed88', 'status': 'completed', 'code': 200} May 20 19:50:24.995365 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-1881b5a0-4a28-4fff-a185-225a999977ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:24.999097 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881b5a0-4a28-4fff-a185-225a999977ef None None] Checking router: 30ef35ba-0aab-4cbf-8d92-82289a014500 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:25.007824 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1881b5a0-4a28-4fff-a185-225a999977ef None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:25.008462 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-1881b5a0-4a28-4fff-a185-225a999977ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:50:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:25.193570 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-1881b5a0-4a28-4fff-a185-225a999977ef None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:25.488564 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38528) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:25.561167 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.570284 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-1881b5a0-4a28-4fff-a185-225a999977ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:25.574788 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881b5a0-4a28-4fff-a185-225a999977ef None None] The sync data for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb is: [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:41:44Z', 'revision_number': 4, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1d34e74a-f0f6-4014-b493-6647f53cb9f8', 'name': '', 'network_id': '138b13d1-da04-4693-943f-4fb3103df269', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'mac_address': 'fa:16:3e:ed:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:42Z', 'updated_at': '2021-05-20T19:41:53Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'subnets': [{'id': 'd7485202-503d-4dc1-a758-8534ffd6cf5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:25.594045 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.662167 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.666496 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-2bf5c03d-0997-4419-ad5a-f6764513221e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:25.684459 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0a61bd-27db-4cde-8e16-0dc24a50fda1,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:25.698118 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.698118 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.698472 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.698642 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.699004 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.699368 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.699727 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.700106 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.700459 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.700816 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.701171 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.701521 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:25.706344 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:25.708549 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:25.710518 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-26d07cf8-12ee-43c3-9e0c-eaa36294c24f tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc0a61bd-27db-4cde-8e16-0dc24a50fda1 HTTP/1.1" status: 204 len: 168 time: 0.2194042 May 20 19:50:25.712570 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38532) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:25.732619 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.api.v2.resource [None req-7cf725c9-440b-4659-86da-e799eb3130da tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] show failed (client error): The resource could not be found. May 20 19:50:25.733703 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-7cf725c9-440b-4659-86da-e799eb3130da tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "GET /v2.0/security-groups/dc0a61bd-27db-4cde-8e16-0dc24a50fda1 HTTP/1.1" status: 404 len: 347 time: 0.0201468 May 20 19:50:25.736817 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38536) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:25.821851 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0480aa1-aa89-4172-952f-dc6c25c49f71 None None] New status for floating IP c0e5fc62-cbdf-485f-8966-f04bb9c28c33: DOWN {{(pid=98304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:50:26.056664 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-23d1d32c-e4d3-4738-87a9-93fa078f3fcb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Deleting port aa135a37-4b6c-4bd1-baa5-0e107955a68b {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:50:26.057017 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-23d1d32c-e4d3-4738-87a9-93fa078f3fcb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.176773 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-23d1d32c-e4d3-4738-87a9-93fa078f3fcb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.177098 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-23d1d32c-e4d3-4738-87a9-93fa078f3fcb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.299382 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-23d1d32c-e4d3-4738-87a9-93fa078f3fcb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Calling delete_port for aa135a37-4b6c-4bd1-baa5-0e107955a68b owned by network:floatingip {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:50:26.405651 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-23d1d32c-e4d3-4738-87a9-93fa078f3fcb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.409217 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a3c9b5f1-fd55-40df-a0e0-518dae0c7e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:26.454532 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1d32c-e4d3-4738-87a9-93fa078f3fcb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Pushing event deleted for resources: {'Port': ['ID=aa135a37-4b6c-4bd1-baa5-0e107955a68b,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:26.460107 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-23d1d32c-e4d3-4738-87a9-93fa078f3fcb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:26.542942 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-23d1d32c-e4d3-4738-87a9-93fa078f3fcb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks [] for floatingip, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.556850 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-23d1d32c-e4d3-4738-87a9-93fa078f3fcb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:26.557898 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-23d1d32c-e4d3-4738-87a9-93fa078f3fcb tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] 10.222.0.44 "DELETE /v2.0/floatingips/c0e5fc62-cbdf-485f-8966-f04bb9c28c33 HTTP/1.1" status: 204 len: 168 time: 0.8201709 May 20 19:50:27.371520 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cfbba065-6f9e-4b4e-a37d-d5126f7fed88 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:50:27.405498 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: cfbba065-6f9e-4b4e-a37d-d5126f7fed88 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:50:27.405843 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device cfbba065-6f9e-4b4e-a37d-d5126f7fed88 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:50:29.333546 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38560) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:30.016838 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454739'] for router_interface, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:30.509432 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Deleting port 1d34e74a-f0f6-4014-b493-6647f53cb9f8 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:50:30.510112 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:30.626884 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] For port 1d34e74a-f0f6-4014-b493-6647f53cb9f8, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=1d34e74a-f0f6-4014-b493-6647f53cb9f8,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:30.627235 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:30.747133 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Calling delete_port for 1d34e74a-f0f6-4014-b493-6647f53cb9f8 owned by network:router_interface {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:50:30.894204 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:30.899051 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c534cc1f-0439-4ecf-9c6b-30886a2bddf3 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:30.944225 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d34e74a-f0f6-4014-b493-6647f53cb9f8,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:30.977634 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:31.204290 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454887'] for router_interface, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:31.548559 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Router 30ef35ba-0aab-4cbf-8d92-82289a014500 has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:50:31.823473 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:31.832558 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6e216-84df-472e-8d93-e9beb6dc57cb None None] Sync routers for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:31.835185 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] 10.222.0.44 "PUT /v2.0/routers/30ef35ba-0aab-4cbf-8d92-82289a014500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5006104 May 20 19:50:31.837633 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38566) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:31.842404 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6e216-84df-472e-8d93-e9beb6dc57cb None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:31.843075 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-e5e6e216-84df-472e-8d93-e9beb6dc57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:50:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:32.010155 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:32.016996 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-e5e6e216-84df-472e-8d93-e9beb6dc57cb None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:32.185537 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:32.256077 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Deleting port 43824278-d405-42d0-a099-4580765e0765 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:50:32.256431 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:32.298419 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-e5e6e216-84df-472e-8d93-e9beb6dc57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '43824278-d405-42d0-a099-4580765e0765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:50:30Z', 'revision_number': 5, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port': {'id': '43824278-d405-42d0-a099-4580765e0765', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:41:36Z', 'updated_at': '2021-05-20T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:32.302224 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6e216-84df-472e-8d93-e9beb6dc57cb None None] Checking router: 30ef35ba-0aab-4cbf-8d92-82289a014500 for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:32.310646 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6e216-84df-472e-8d93-e9beb6dc57cb None None] Routers {'30ef35ba-0aab-4cbf-8d92-82289a014500'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:32.311244 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-e5e6e216-84df-472e-8d93-e9beb6dc57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:50:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['30ef35ba-0aab-4cbf-8d92-82289a014500'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:32.375841 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] For port 43824278-d405-42d0-a099-4580765e0765, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=43824278-d405-42d0-a099-4580765e0765,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:32.376224 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:32.464734 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-e5e6e216-84df-472e-8d93-e9beb6dc57cb None None] Set router 30ef35ba-0aab-4cbf-8d92-82289a014500 gateway port host: None {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:32.502637 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Calling delete_port for 43824278-d405-42d0-a099-4580765e0765 owned by network:router_gateway {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:50:32.570403 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-e5e6e216-84df-472e-8d93-e9beb6dc57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:50:32Z', 'revision_number': 6, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port_host': None}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:32.574283 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6e216-84df-472e-8d93-e9beb6dc57cb None None] The sync data for ids ['30ef35ba-0aab-4cbf-8d92-82289a014500'] in dv-cinder-792462-2-smb is: [{'id': '30ef35ba-0aab-4cbf-8d92-82289a014500', 'name': 'tempest-AttachVolumeShelveTestJSON-1424597975-router', 'tenant_id': '7057c75477a14814811e97be384b9f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:41:35Z', 'updated_at': '2021-05-20T19:50:32Z', 'revision_number': 6, 'project_id': '7057c75477a14814811e97be384b9f32', 'gw_port_host': None}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:32.638283 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:32.641733 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-db362843-fae9-4684-b60b-88c0e28b0755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:32.686129 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=43824278-d405-42d0-a099-4580765e0765,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:32.689273 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:32.773734 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711864'] for router_gateway, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:32.951962 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:32.954311 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:32.979549 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3693124'] for router, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:32.980156 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ef35ba-0aab-4cbf-8d92-82289a014500 {{(pid=98302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:50:32.994762 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] Notify callbacks [] for router, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:32.994762 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-c96e31be-0446-4182-a112-2ec4830443d0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/30ef35ba-0aab-4cbf-8d92-82289a014500 HTTP/1.1" status: 204 len: 168 time: 1.1550124 May 20 19:50:32.997527 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38570) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:33.057648 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ae92b4-35c7-4b80-809c-a968ca4c7dd7 admin admin] Deleting subnet d7485202-503d-4dc1-a758-8534ffd6cf5d {{(pid=98302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:50:33.060457 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-12ae92b4-35c7-4b80-809c-a968ca4c7dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:33.107227 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-12ae92b4-35c7-4b80-809c-a968ca4c7dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1755509'] for subnet, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:33.182525 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-12ae92b4-35c7-4b80-809c-a968ca4c7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:33.495186 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:50:33.530138 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-12ae92b4-35c7-4b80-809c-a968ca4c7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605225'] for subnet, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:33.534098 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:33.572324 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae92b4-35c7-4b80-809c-a968ca4c7dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7485202-503d-4dc1-a758-8534ffd6cf5d,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:33.575168 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-12ae92b4-35c7-4b80-809c-a968ca4c7dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:33.576232 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-12ae92b4-35c7-4b80-809c-a968ca4c7dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:33.581499 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4dc3f5-0043-4018-809b-e534a9652f7a None None] Network 138b13d1-da04-4693-943f-4fb3103df269 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:50:33.582001 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-12ae92b4-35c7-4b80-809c-a968ca4c7dd7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d7485202-503d-4dc1-a758-8534ffd6cf5d HTTP/1.1" status: 204 len: 168 time: 0.5849683 May 20 19:50:33.584979 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38574) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:33.688464 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:33.759867 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Deleting port 4d6082b8-b99a-4902-9c7a-d0837ed38249 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:50:33.760318 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:33.823372 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] DHCP port deletion for 138b13d1-da04-4693-943f-4fb3103df269 request from dv-cinder-792462-2-smb {{(pid=98303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:50:33.862160 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] For port 4d6082b8-b99a-4902-9c7a-d0837ed38249, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=4d6082b8-b99a-4902-9c7a-d0837ed38249,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:33.862511 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:33.890041 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Deleting port 4d6082b8-b99a-4902-9c7a-d0837ed38249 {{(pid=98303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:50:33.890423 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:33.984914 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] For port 4d6082b8-b99a-4902-9c7a-d0837ed38249, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=4d6082b8-b99a-4902-9c7a-d0837ed38249,segment=NetworkSegment(62eb5c7f-a137-4224-bcf2-2c5fd8fe950a),segment_id=62eb5c7f-a137-4224-bcf2-2c5fd8fe950a)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:33.985163 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Calling delete_port for 4d6082b8-b99a-4902-9c7a-d0837ed38249 owned by network:dhcp {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:50:33.985289 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.031190 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.035140 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f2d36a8d-517b-4ce0-948f-f8fc40a82ce7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:34.082736 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6082b8-b99a-4902-9c7a-d0837ed38249,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:34.084458 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] No DVR routers for this DVR port 4d6082b8-b99a-4902-9c7a-d0837ed38249 on host dv-cinder-792462-2-smb {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:50:34.086995 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:34.149812 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Calling delete_port for 4d6082b8-b99a-4902-9c7a-d0837ed38249 owned by network:dhcp {{(pid=98303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:50:34.191898 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488'] for port, after_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.196587 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:34.203190 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.217973 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138b13d1-da04-4693-943f-4fb3103df269']}} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:34.230014 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a') {'for_net_delete': True} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:34.230318 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62eb5c7f-a137-4224-bcf2-2c5fd8fe950a') {} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:34.238100 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Pushing event deleted for resources: {'Port': ['ID=4d6082b8-b99a-4902-9c7a-d0837ed38249,revision_number=None']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:34.242784 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] No DVR routers for this DVR port 4d6082b8-b99a-4902-9c7a-d0837ed38249 on host dv-cinder-792462-2-smb {{(pid=98303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:50:34.242967 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1755514'] for segment, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.248840 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.249188 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.249520 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.249854 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.250180 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.250510 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.250833 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.251151 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.251527 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.251765 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.252093 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.252413 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:34.255226 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-c46c70c9-529f-45b7-ad5d-c55e17cd62d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:34.263137 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.269245 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=98302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:50:34.269622 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797878'] for segment, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: Traceback (most recent call last): May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: timer() May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: cb(*args, **kw) May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: return func(*args, **kwargs) May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: self._notify() May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: self.callback(batched_events) May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: event.method(event) May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: return f(self, *a, **k) May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: return self._get(url).json() May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: return self.request(url, 'GET', **kwargs) May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:50:34.283581 dv-cinder-792462-2-smb neutron-server[98302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:50:34.359006 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.362573 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-55849b23-df96-4ca1-87d7-9624d6fbf8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:34.375226 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.385765 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=138b13d1-da04-4693-943f-4fb3103df269,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:34.389893 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:34.393315 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/138b13d1-da04-4693-943f-4fb3103df269 HTTP/1.1" status: 204 len: 168 time: 0.8074293 May 20 19:50:34.495200 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 43824278-d405-42d0-a099-4580765e0765 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:50:34.511252 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38580) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:34.533279 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 43824278-d405-42d0-a099-4580765e0765 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:50:34.533628 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 43824278-d405-42d0-a099-4580765e0765 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:50:34.534052 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1d34e74a-f0f6-4014-b493-6647f53cb9f8 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:50:34.560155 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-09b07dde-6ae4-4e94-991c-f576df7deefd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7057c75477a14814811e97be384b9f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473695 May 20 19:50:34.562497 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 38584) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:34.568057 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 1d34e74a-f0f6-4014-b493-6647f53cb9f8 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:50:34.568430 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1d34e74a-f0f6-4014-b493-6647f53cb9f8 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:50:34.568846 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 4d6082b8-b99a-4902-9c7a-d0837ed38249 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:50:34.602093 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 4d6082b8-b99a-4902-9c7a-d0837ed38249 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:50:34.602761 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 4d6082b8-b99a-4902-9c7a-d0837ed38249 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:50:34.621847 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9869d0b1-baf0-4897-9768-438f86f8cc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.647627 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9869d0b1-baf0-4897-9768-438f86f8cc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.698483 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9869d0b1-baf0-4897-9768-438f86f8cc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.702415 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-37fff6cb-b633-42b9-acac-ad8ad9a15cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:34.720619 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869d0b1-baf0-4897-9768-438f86f8cc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bba4afc-11ad-4885-9496-2367dfceb4f8,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:34.724368 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-9869d0b1-baf0-4897-9768-438f86f8cc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:34.727402 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-9869d0b1-baf0-4897-9768-438f86f8cc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:34.728524 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-9869d0b1-baf0-4897-9768-438f86f8cc41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bba4afc-11ad-4885-9496-2367dfceb4f8 HTTP/1.1" status: 204 len: 168 time: 0.1651382 May 20 19:50:35.437815 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38608) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:35.541036 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1568905432-network', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:35.545576 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:35.549328 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Usage tracker for resource:network and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:35.552119 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:35.558410 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:35.568884 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Made reservation on behalf of e290363a0dcd431d87e193b4dfc81066 for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:50:35.571069 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:35.582507 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:35.599319 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:35.603232 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:35.606505 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:35.612546 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:35.694621 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:35.698224 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:35.702359 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4e69633d-abc5-4ba3-a27f-03fc2db97227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:35.725884 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=98301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:50:35.738087 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a4ebc3-a242-4980-8343-2d95528e957f,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:35.742665 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:35.743596 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:35.743930 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Added segment 5b40bf5a-8f25-47ab-ad63-ecd0e50873a9 of type vlan for network 432cc791-b7f6-4160-91d0-f8461a1c9d93 May 20 19:50:35.770576 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:35.798156 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:35.799432 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:35.800005 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:35.803795 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-0d573167-8d70-4ab8-a23b-5326e6ed7a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:35.902628 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Pushing event updated for resources: {'Network': ['ID=432cc791-b7f6-4160-91d0-f8461a1c9d93,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:35.905442 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:35.907117 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4683201 May 20 19:50:35.910070 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38614) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:35.913568 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 432cc791-b7f6-4160-91d0-f8461a1c9d93 details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:50:35.916741 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Request body: {'subnet': {'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1568905432-subnet', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:35.921477 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:35.925227 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Usage tracker for resource:subnet and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:35.928042 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:35.933595 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:35.943662 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Made reservation on behalf of e290363a0dcd431d87e193b4dfc81066 for: {'subnet': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:50:35.946739 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60936201'] for subnet, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:36.313824 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61032418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60936219'] for subnet, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:36.318709 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:36.385237 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd66c8e-e337-4f00-80e3-955ff35406ea,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:36.389034 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:36.392935 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Checking segment: {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:36.393282 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Network hostable DHCP agents. Network: 432cc791-b7f6-4160-91d0-f8461a1c9d93, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:50:36.412213 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Network 432cc791-b7f6-4160-91d0-f8461a1c9d93 is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:50:36.420983 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 432cc791-b7f6-4160-91d0-f8461a1c9d93) {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:36.429800 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:36.430506 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:36.430651 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aa25ec-279a-45cb-972f-d337da0ee968 None None] Network 432cc791-b7f6-4160-91d0-f8461a1c9d93 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:50:36.450642 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-98e8cf4b-e178-4a81-bc46-dce658eeb2c6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5385008 May 20 19:50:36.453331 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38618) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:36.458976 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:36.463400 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:36.467470 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Usage tracker for resource:router and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:36.470414 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:36.476854 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:36.486717 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3713000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:36.487663 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:36.501844 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:36.646947 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aa7531f-32a6-586f-bd9e-b2fadefdb9c7-432cc791-b7f6-4160-91d0-f8461a1c9d93', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea'}]}} from dv-cinder-792462-2-smb. {{(pid=98303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 19:50:36.647790 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:36.775189 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3713022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3170'] for router, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:36.803128 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.db_base_plugin_common [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Allocated IP 172.20.0.2 (432cc791-b7f6-4160-91d0-f8461a1c9d93/bdd66c8e-e337-4f00-80e3-955ff35406ea/944fb269-d0cf-43c2-a9e6-a774cf17d3a4) {{(pid=98303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:37.004567 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Notify callbacks [] for port, precommit_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:37.014084 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Transition to ACTIVE for port object 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:37.032236 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Transition to ACTIVE for port object 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 will not be triggered until provisioned by entity DHCP. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:37.038636 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479'] for port, after_create {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:37.042307 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:37.109937 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Network 432cc791-b7f6-4160-91d0-f8461a1c9d93 is already hosted by enough agents. {{(pid=98303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:37.112790 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.scheduler.base_scheduler [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Resources bound (agent type, host, resource id): {{(pid=98303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:37.116058 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Received port after_create {{(pid=98303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:37.125204 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Pushing event updated for resources: {'Port': ['ID=944fb269-d0cf-43c2-a9e6-a774cf17d3a4,revision_number=1']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:37.127922 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:37.186868 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:37.209448 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Attempting to bind port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:37.209824 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Attempting to bind port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:37.210188 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Attempting to bind port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 on network 432cc791-b7f6-4160-91d0-f8461a1c9d93 {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:37.215369 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:37.215745 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Checking segment: {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:37.216148 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:37.216260 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:37.216562 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Bound using segment: {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:37.217028 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Bound port: 944fb269-d0cf-43c2-a9e6-a774cf17d3a4, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:37.217405 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:37.306833 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] For port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:37.309949 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] For port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=944fb269-d0cf-43c2-a9e6-a774cf17d3a4,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:37.313580 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:37.316987 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-7e0e68c1-1713-44b1-8b35-d667c73cba20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:37.350216 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Allocated IP 172.28.2.215 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/68fd5e58-3065-4c2b-8a38-22d59d2a9609) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:37.406256 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Pushing event updated for resources: {'Port': ['ID=944fb269-d0cf-43c2-a9e6-a774cf17d3a4,revision_number=2']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:37.411066 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:37.500576 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:37.530417 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:37.534129 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:37.608434 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:37.611244 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:37.615693 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:37.646093 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Pushing event updated for resources: {'Port': ['ID=68fd5e58-3065-4c2b-8a38-22d59d2a9609,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:37.652576 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:38.026253 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:38.261325 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce3f5bf-f3ee-4645-bff0-316f03cdaf36 None None] Network 432cc791-b7f6-4160-91d0-f8461a1c9d93 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:50:38.364366 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-c70a56e1-968b-411f-a5f0-b30fbcaab2cc None None] Provisioning for port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:38.366357 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457923'] for router, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:38.538246 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:38.618142 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:38.623505 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:38.623878 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:38.696521 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc is scheduled to L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 with binding_index 1 {{(pid=98301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 19:50:38.752581 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:38.790489 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=944fb269-d0cf-43c2-a9e6-a774cf17d3a4,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:38.795657 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:38.797467 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:38.861618 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=944fb269-d0cf-43c2-a9e6-a774cf17d3a4,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:38.865100 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:38.879047 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:38.893159 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Sync routers for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:38.900049 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-c871d14a-1bb9-4764-9885-9bc26882bee4 None None] Provisioning complete for port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:38.900539 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c871d14a-1bb9-4764-9885-9bc26882bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:38.903481 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:38.904126 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:50:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:38.907841 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] Notify callbacks [] for router, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:38.909422 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-6e2e0c18-43b8-4ba6-87b6-3bba48de9142 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4551616 May 20 19:50:38.912206 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38622) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:39.084952 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:39.362001 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:37Z', 'revision_number': 3, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:39.366507 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Checking router: 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:39.366947 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Updating router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc port 68fd5e58-3065-4c2b-8a38-22d59d2a9609 binding host dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:50:39.417774 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:39.580671 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:39.764453 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Notify callbacks [] for port, precommit_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:39.777253 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.provisioning_blocks [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Transition to ACTIVE for port object 68fd5e58-3065-4c2b-8a38-22d59d2a9609 will not be triggered until provisioned by entity L2. {{(pid=98304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:39.783874 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:39.789299 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-ee46812a-378b-49b2-9308-a4fc9a82c037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:39.792579 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Allocated IP 172.20.0.1 (432cc791-b7f6-4160-91d0-f8461a1c9d93/bdd66c8e-e337-4f00-80e3-955ff35406ea/1580d038-b606-4eee-bd3e-c5650baa1bae) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:39.864594 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Attempting to bind port 68fd5e58-3065-4c2b-8a38-22d59d2a9609 on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:39.864961 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Attempting to bind port 68fd5e58-3065-4c2b-8a38-22d59d2a9609 by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:39.865315 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Attempting to bind port 68fd5e58-3065-4c2b-8a38-22d59d2a9609 on network 30f8c0e8-7295-47a8-a197-8cf663cc81fb {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:39.870719 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Pushing event updated for resources: {'Port': ['ID=68fd5e58-3065-4c2b-8a38-22d59d2a9609,revision_number=2']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:39.875499 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:39.875872 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Checking segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:39.876303 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:39.876695 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Bound using segment: {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'} {{(pid=98304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:39.877186 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.managers [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Bound port: 68fd5e58-3065-4c2b-8a38-22d59d2a9609, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860f6b3-a377-404c-be0b-95cc4fa7d056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}}] {{(pid=98304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:39.877553 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:39.908113 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.908830 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.908830 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.909085 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.909405 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.909724 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.910041 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.910356 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.911254 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.911507 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.911818 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.912226 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:50:39.920585 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:39.940703 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:39.955719 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Transition to ACTIVE for port object 1580d038-b606-4eee-bd3e-c5650baa1bae will not be triggered until provisioned by entity DHCP. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:39.958149 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] For port 68fd5e58-3065-4c2b-8a38-22d59d2a9609, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:39.961440 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.plugins.ml2.db [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] For port 68fd5e58-3065-4c2b-8a38-22d59d2a9609, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=68fd5e58-3065-4c2b-8a38-22d59d2a9609,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:39.966341 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron_lib.callbacks.manager [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:39.971073 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-8dbb4bfc-15cf-4dad-b812-e80a287573fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:39.979170 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:39.983910 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:40.044655 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:40.045261 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:50:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:40.047219 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Network 432cc791-b7f6-4160-91d0-f8461a1c9d93 is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:40.050126 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:40.054334 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:40.088395 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Pushing event updated for resources: {'Port': ['ID=1580d038-b606-4eee-bd3e-c5650baa1bae,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:40.092599 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:40.109301 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Pushing event updated for resources: {'Port': ['ID=68fd5e58-3065-4c2b-8a38-22d59d2a9609,revision_number=3']} {{(pid=98304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:40.113680 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711962'] for router_interface, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:40.114362 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG oslo_concurrency.lockutils [None req-26e3cf1e-e839-458e-a8b9-9cedcdbed523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:40.233939 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:40.245539 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-c862070f-abe6-4c90-adeb-abee4d759f92 None None] Provisioning for port 1580d038-b606-4eee-bd3e-c5650baa1bae completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:40.250499 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-c862070f-abe6-4c90-adeb-abee4d759f92 None None] Provisioning complete for port 1580d038-b606-4eee-bd3e-c5650baa1bae triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:40.250863 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c862070f-abe6-4c90-adeb-abee4d759f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:40.303883 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-c862070f-abe6-4c90-adeb-abee4d759f92 None None] Port 1580d038-b606-4eee-bd3e-c5650baa1bae cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:50:40.484052 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:40.512699 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:40.518451 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:37Z', 'revision_number': 3, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:40.523074 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f3188-8d8e-4a3d-a25e-7d12668c71d7 None None] The sync data for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb is: [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:37Z', 'revision_number': 3, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:40.589006 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:40.589662 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:40.717476 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:40.721997 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:40.747034 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d2ad9059-e0bb-4e47-86ea-b91c3b64c66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:40.831374 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Pushing event updated for resources: {'Port': ['ID=1580d038-b606-4eee-bd3e-c5650baa1bae,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:40.835449 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:40.838327 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454753'] for router_interface, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:40.983291 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Network 432cc791-b7f6-4160-91d0-f8461a1c9d93 is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:40.984467 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:41.178509 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:50:41.230988 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-e17fce5a-3637-442e-9419-21c0807bed0b None None] Provisioning complete for port 1580d038-b606-4eee-bd3e-c5650baa1bae triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:41.231363 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e17fce5a-3637-442e-9419-21c0807bed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:41.288609 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-e17fce5a-3637-442e-9419-21c0807bed0b None None] Port 1580d038-b606-4eee-bd3e-c5650baa1bae cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:50:41.358394 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:41.367067 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] 10.222.0.44 "PUT /v2.0/routers/1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4535589 May 20 19:50:41.857116 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38632) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:41.862348 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290905964', 'description': 'tempest-description--222898744'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:41.868899 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:41.872850 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Usage tracker for resource:security_group and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:41.875779 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:41.882320 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:41.892740 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:41.913467 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:41.917543 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Usage tracker for resource:security_group_rule and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:41.920469 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:41.926697 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:41.999590 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Sync routers for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:42.000691 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.004857 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.008913 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:42.009522 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:50:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:42.010083 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-0fa4e544-4d2c-4130-819d-f133bf3631d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:42.046399 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:42.049204 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:42.050022 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.054426 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1930213 May 20 19:50:42.055174 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38636) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:42.059771 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'security_group_rule': {'security_group_id': '1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:42.065429 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:42.070311 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Usage tracker for resource:security_group_rule and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:42.073178 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:42.078743 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:42.094622 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.154452 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.158136 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.160290 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-41b0c71a-6a99-42db-b0c9-9324631bb32c tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:42.180855 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a4d64f-a883-4ec6-b41a-1db2147a8790,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:42.184893 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:42.188763 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:42.192304 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.193471 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379850 May 20 19:50:42.196197 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38640) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:42.201091 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'security_group_rule': {'security_group_id': '1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:42.206930 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:42.210762 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Usage tracker for resource:security_group_rule and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:42.213623 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:42.219352 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:42.234469 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.297981 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.302105 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.304196 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d4e05842-eba9-4402-9246-32299ad3bdb2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:42.326194 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e800357-9145-41eb-9d80-fe2c39d5a551,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:42.330711 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:42.335641 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.336967 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-297b87f0-2925-494c-b505-9820c8315571 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398809 May 20 19:50:42.339959 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38644) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:42.345190 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'floatingip': {'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:42.351791 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:42.356515 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Usage tracker for resource:floatingip and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:50:42.359284 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:50:42.365617 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:42.375643 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.508570 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 2, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:42.513304 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Checking router: 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc for host: dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:42.513670 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Updating router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc port 1580d038-b606-4eee-bd3e-c5650baa1bae binding host dv-cinder-792462-2-smb {{(pid=98303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 19:50:42.541993 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 68fd5e58-3065-4c2b-8a38-22d59d2a9609 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:42.619786 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.622469 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.691564 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 68fd5e58-3065-4c2b-8a38-22d59d2a9609 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:42.699563 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 68fd5e58-3065-4c2b-8a38-22d59d2a9609 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:42.699944 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.755070 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Allocated IP 172.28.2.54 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/9ed3ef72-950e-4531-889e-2f502880cdc2) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:42.900856 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.935915 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:42.939849 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a80a2f2d-5881-4137-8791-128c8d1290d9 tempest-AttachVolumeShelveTestJSON-282272797 tempest-AttachVolumeShelveTestJSON-282272797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:43.004120 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:43.006957 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:43.010545 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:43.015642 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.046866 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'Port': ['ID=9ed3ef72-950e-4531-889e-2f502880cdc2,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:43.047808 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 68fd5e58-3065-4c2b-8a38-22d59d2a9609, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=68fd5e58-3065-4c2b-8a38-22d59d2a9609,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:43.055168 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:43.055502 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.058425 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:43.093179 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.154571 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.186525 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=68fd5e58-3065-4c2b-8a38-22d59d2a9609,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:43.190995 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:43.192805 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Notify callbacks [] for port, precommit_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.204435 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Transition to ACTIVE for port object 1580d038-b606-4eee-bd3e-c5650baa1bae will not be triggered until provisioned by entity L2. {{(pid=98303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:43.211256 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.215068 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:43.338722 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ee06b-695a-468c-9a73-be2d2045242d None None] Pushing event updated for resources: {'Port': ['ID=1580d038-b606-4eee-bd3e-c5650baa1bae,revision_number=3']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:43.371014 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-cc9ee06b-695a-468c-9a73-be2d2045242d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:43.371134 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.375943 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.381044 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-64e04984-e794-4114-9eb7-8e8252c63f56 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:43.435448 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Attempting to bind port 1580d038-b606-4eee-bd3e-c5650baa1bae on host dv-cinder-792462-2-smb for vnic_type normal with profile {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:43.435820 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Attempting to bind port 1580d038-b606-4eee-bd3e-c5650baa1bae by drivers openvswitch,hyperv on host dv-cinder-792462-2-smb at level 0 using segments [{'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:43.436206 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Attempting to bind port 1580d038-b606-4eee-bd3e-c5650baa1bae on network 432cc791-b7f6-4160-91d0-f8461a1c9d93 {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:43.441579 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Checking agent: {'id': 'b9ee4693-53fa-4e38-a0f8-4aec4c1b38fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 32, 50), 'started_at': datetime.datetime(2021, 5, 20, 19, 33, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:43.441990 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Checking segment: {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:43.442386 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.442772 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Bound using segment: {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'} {{(pid=98303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:43.443232 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.managers [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Bound port: 1580d038-b606-4eee-bd3e-c5650baa1bae, host: dv-cinder-792462-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'}}] {{(pid=98303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:43.443629 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.491262 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'Port': ['ID=9ed3ef72-950e-4531-889e-2f502880cdc2,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:43.495395 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:43.503721 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.525538 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.533727 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1862199 May 20 19:50:43.540498 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] For port 1580d038-b606-4eee-bd3e-c5650baa1bae, host dv-cinder-792462-2-smb, cleared binding levels {{(pid=98303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:43.543752 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] For port 1580d038-b606-4eee-bd3e-c5650baa1bae, host dv-cinder-792462-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=1580d038-b606-4eee-bd3e-c5650baa1bae,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:43.548289 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:43.551811 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:43.628393 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:43.629013 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:50:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:43.690555 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ee06b-695a-468c-9a73-be2d2045242d None None] Pushing event updated for resources: {'Port': ['ID=1580d038-b606-4eee-bd3e-c5650baa1bae,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:43.695490 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-cc9ee06b-695a-468c-9a73-be2d2045242d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:43.697008 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-aad049e4-6879-4e3e-981d-d59cfe3c543d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Synchronizing usage tracker for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:50:43.716388 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-aad049e4-6879-4e3e-981d-d59cfe3c543d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Unset dirty status for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:50:43.717755 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-aad049e4-6879-4e3e-981d-d59cfe3c543d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1290905964&fields=id&tenant_id=e290363a0dcd431d87e193b4dfc81066 HTTP/1.1" status: 200 len: 267 time: 0.0663378 May 20 19:50:43.822804 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvr_db [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:43.869216 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-0cf1facb-172b-4258-a33e-c6a7cc7c2ab7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:43.869884 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-0cf1facb-172b-4258-a33e-c6a7cc7c2ab7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Synchronizing usage tracker for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:network {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:50:43.886594 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-0cf1facb-172b-4258-a33e-c6a7cc7c2ab7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Unset dirty status for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:network {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:50:43.887807 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-0cf1facb-172b-4258-a33e-c6a7cc7c2ab7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 811 time: 0.1627796 May 20 19:50:43.903118 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-b03ae643-78de-47d5-a030-cba7b399fd7e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/quotas/e290363a0dcd431d87e193b4dfc81066 HTTP/1.1" status: 200 len: 375 time: 0.0091553 May 20 19:50:43.988002 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-8bd1f7de-1f31-43e9-86ac-779773e1ba26 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Synchronizing usage tracker for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:50:44.005272 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-8bd1f7de-1f31-43e9-86ac-779773e1ba26 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Unset dirty status for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:50:44.006641 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-8bd1f7de-1f31-43e9-86ac-779773e1ba26 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0982699 May 20 19:50:44.065805 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-2b436850-7867-42e3-86de-e0828af46efc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:50:44.066913 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-2b436850-7867-42e3-86de-e0828af46efc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485842 May 20 19:50:44.068605 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:44.155553 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_hamode_db [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:44.159481 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e1393-b792-4249-bdec-fd14e7313169 None None] The sync data for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb is: [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:44.204276 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-89cce1fa-2a3f-499a-bff5-298ea040aa82 service neutron] 10.222.0.44 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312342 May 20 19:50:44.359630 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-c57f2772-db18-4a02-8e0d-77bb137cc081 service neutron] 10.222.0.44 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354046 May 20 19:50:44.588229 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1580d038-b606-4eee-bd3e-c5650baa1bae up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:44.599825 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-99a57c3d-1a81-4cb0-a7d7-9db1440f87c7 req-726de969-dae2-4b45-ad50-4b79651fcc2b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 210 time: 0.0847280 May 20 19:50:44.673767 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning for port 1580d038-b606-4eee-bd3e-c5650baa1bae completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:44.680035 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 1580d038-b606-4eee-bd3e-c5650baa1bae triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:44.680449 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:44.854707 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:44.889103 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] For port 1580d038-b606-4eee-bd3e-c5650baa1bae, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=1580d038-b606-4eee-bd3e-c5650baa1bae,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:44.893329 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:44.894220 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 68fd5e58-3065-4c2b-8a38-22d59d2a9609 up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:44.931122 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:45.024622 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Pushing event updated for resources: {'Port': ['ID=1580d038-b606-4eee-bd3e-c5650baa1bae,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:45.028271 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:45.034423 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 68fd5e58-3065-4c2b-8a38-22d59d2a9609 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:45.034717 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:45.673723 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-3dcb419d-c355-470b-b044-26adf9933a92 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:45.675234 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-3dcb419d-c355-470b-b044-26adf9933a92 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 811 time: 0.1525509 May 20 19:50:45.765999 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-3feb1dd2-846a-4f49-9224-f714d5bb29d4 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e290363a0dcd431d87e193b4dfc81066 HTTP/1.1" status: 200 len: 380 time: 0.0825276 May 20 19:50:45.767683 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-14aa2b84-e602-43ef-ac33-ada82e9af203 req-c299f0de-130d-486a-9159-e73b4732229c tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 210 time: 0.0537765 May 20 19:50:45.773823 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'port': {'device_id': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'admin_state_up': True, 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'security_groups': ['1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3']}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:46.001383 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:50:46.010694 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:50:46.020457 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Made reservation on behalf of e290363a0dcd431d87e193b4dfc81066 for: {'port': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:50:46.023919 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:46.182445 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Allocated IP 172.20.0.6 (432cc791-b7f6-4160-91d0-f8461a1c9d93/bdd66c8e-e337-4f00-80e3-955ff35406ea/a6a10c91-5751-401b-922f-b5c1f63ea91b) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:50:46.366701 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:46.381802 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Transition to ACTIVE for port object a6a10c91-5751-401b-922f-b5c1f63ea91b will not be triggered until provisioned by entity DHCP. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:46.404285 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:46.409463 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:46.479804 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Network 432cc791-b7f6-4160-91d0-f8461a1c9d93 is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:50:46.482858 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:50:46.486702 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:50:46.502524 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1580d038-b606-4eee-bd3e-c5650baa1bae up at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:46.517639 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'Port': ['ID=a6a10c91-5751-401b-922f-b5c1f63ea91b,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:46.524473 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:46.556223 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:46.556884 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:46.573582 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Provisioning complete for port 1580d038-b606-4eee-bd3e-c5650baa1bae triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:46.574085 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:46.582896 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d9ce1070-dfd5-4cc5-8107-79d93c5266de tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8125288 May 20 19:50:46.592864 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-f05f2b9e-127c-48fe-942f-68e87e14a9ad tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98301) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:50:46.593876 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-f05f2b9e-127c-48fe-942f-68e87e14a9ad tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054421 May 20 19:50:46.604741 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Request body: {'port': {'device_id': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:46.719774 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:46.753367 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-4e1f543c-1948-45ad-be13-37cfa729f740 None None] Provisioning for port a6a10c91-5751-401b-922f-b5c1f63ea91b completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:46.758359 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-4e1f543c-1948-45ad-be13-37cfa729f740 None None] Provisioning complete for port a6a10c91-5751-401b-922f-b5c1f63ea91b triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:46.758687 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4e1f543c-1948-45ad-be13-37cfa729f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:46.815968 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f543c-1948-45ad-be13-37cfa729f740 None None] Port a6a10c91-5751-401b-922f-b5c1f63ea91b cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:50:46.957445 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b238635-e711-4e08-8ea5-7257e6dba78b req-9d7568c0-5cf4-4bbc-9f4c-1d0fc2ed4ad4 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:46.958926 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4b238635-e711-4e08-8ea5-7257e6dba78b req-9d7568c0-5cf4-4bbc-9f4c-1d0fc2ed4ad4 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 931 time: 0.0836656 May 20 19:50:47.003342 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4b238635-e711-4e08-8ea5-7257e6dba78b req-c4b08d2c-1053-4c90-a2c1-6328c3d702ae tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 May 20 19:50:47.061046 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a10c91-5751-401b-922f-b5c1f63ea91b {{(pid=98301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:50:47.069167 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:47.083013 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Transition to ACTIVE for port object a6a10c91-5751-401b-922f-b5c1f63ea91b will not be triggered until provisioned by entity L2. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:50:47.086677 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:47.091080 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-59c676bb-df04-4962-b4fc-f0437c53f3ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:47.248541 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-9de2e2ee-5de1-493a-911a-959520456d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:47.279778 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a10c91-5751-401b-922f-b5c1f63ea91b,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:47.286455 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:47.321871 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Attempting to bind port a6a10c91-5751-401b-922f-b5c1f63ea91b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:50:47.322199 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Attempting to bind port a6a10c91-5751-401b-922f-b5c1f63ea91b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:50:47.322520 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Attempting to bind port a6a10c91-5751-401b-922f-b5c1f63ea91b on network 432cc791-b7f6-4160-91d0-f8461a1c9d93 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:47.327226 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Port a6a10c91-5751-401b-922f-b5c1f63ea91b on network 432cc791-b7f6-4160-91d0-f8461a1c9d93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:50:47.327545 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Attempting to bind port a6a10c91-5751-401b-922f-b5c1f63ea91b on network 432cc791-b7f6-4160-91d0-f8461a1c9d93 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:50:47.333325 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:50:47.333653 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Checking segment: {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:50:47.334035 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Bound using segment: {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:50:47.334457 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Bound port: a6a10c91-5751-401b-922f-b5c1f63ea91b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'}}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:50:47.334802 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:47.423155 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] For port a6a10c91-5751-401b-922f-b5c1f63ea91b, host hv-cinder-79246, cleared binding levels {{(pid=98301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:50:47.425990 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] For port a6a10c91-5751-401b-922f-b5c1f63ea91b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:50:47.430282 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:47.434628 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-76d4cff0-0b35-4bd6-84ff-5ca294f605b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:47.488670 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:47.489276 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:47.490636 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] 10.222.0.16 "PUT /v2.0/ports/a6a10c91-5751-401b-922f-b5c1f63ea91b HTTP/1.1" status: 200 len: 1093 time: 0.8900690 May 20 19:50:47.491143 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'tag': 'a6a10c91-5751-401b-922f-b5c1f63ea91b'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:47.514999 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a10c91-5751-401b-922f-b5c1f63ea91b,revision_number=3']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:47.517972 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-a3035a09-4127-4d25-8422-4795ea6a5360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:47.558172 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'tag': 'a6a10c91-5751-401b-922f-b5c1f63ea91b', 'status': 'completed', 'code': 200} May 20 19:50:47.654796 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-64fbe91a-da15-40b4-9d2f-80240e09eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:47.656359 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-64fbe91a-da15-40b4-9d2f-80240e09eccb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 1096 time: 0.1222584 May 20 19:50:47.722771 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-4b044ec8-e810-4a55-8fe9-44c13ea9f4fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b HTTP/1.1" status: 200 len: 217 time: 0.0596836 May 20 19:50:47.876462 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-659a4196-961c-439b-af4a-40c8debbf290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:47.877878 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-659a4196-961c-439b-af4a-40c8debbf290 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.1487775 May 20 19:50:47.950369 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d833478b-8a29-4d33-be38-9ca0997430ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:47.951801 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-d833478b-8a29-4d33-be38-9ca0997430ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681317 May 20 19:50:48.080942 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-929495bb-0cca-4fa1-b1df-a0f6461c6c64 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225085 May 20 19:50:48.193491 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac32adc-fd2e-4c8c-a9df-bce5f4bde906 req-40dd04d2-bceb-4826-8620-ec55ff4957c0 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:48.194959 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9ac32adc-fd2e-4c8c-a9df-bce5f4bde906 req-40dd04d2-bceb-4826-8620-ec55ff4957c0 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 943 time: 0.0841234 May 20 19:50:48.212568 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8931c23a-fb79-4b4d-8922-3e0c445925d2 req-423dbc4b-a736-47db-b518-30ab1b4d1596 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253371 May 20 19:50:48.242692 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9ac32adc-fd2e-4c8c-a9df-bce5f4bde906 req-c89856cc-e7f3-4a6f-bee5-6f2f716874f2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 May 20 19:50:48.328461 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e165398-0317-46de-be1d-6cff9ac14ee7 req-64c5bc48-1d52-4f23-82c2-161e24ef7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:48.329807 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8e165398-0317-46de-be1d-6cff9ac14ee7 req-64c5bc48-1d52-4f23-82c2-161e24ef7df2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 1096 time: 0.0747621 May 20 19:50:48.459370 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e165398-0317-46de-be1d-6cff9ac14ee7 req-06e38145-105b-459f-a1ce-d02aaaa6daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:48.460848 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8e165398-0317-46de-be1d-6cff9ac14ee7 req-06e38145-105b-459f-a1ce-d02aaaa6daf8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 912 time: 0.1251414 May 20 19:50:48.531305 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8e165398-0317-46de-be1d-6cff9ac14ee7 req-87c26a85-cadb-44c3-b9f6-0508a7acf690 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b HTTP/1.1" status: 200 len: 217 time: 0.0644083 May 20 19:50:48.591429 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e165398-0317-46de-be1d-6cff9ac14ee7 req-b982f7a3-5d8e-4f18-a710-4614c19c698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:48.592742 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8e165398-0317-46de-be1d-6cff9ac14ee7 req-b982f7a3-5d8e-4f18-a710-4614c19c698c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.0558934 May 20 19:50:48.667273 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e165398-0317-46de-be1d-6cff9ac14ee7 req-1b071901-c21b-4d8a-a4a3-a23ed9d37fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:48.668775 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8e165398-0317-46de-be1d-6cff9ac14ee7 req-1b071901-c21b-4d8a-a4a3-a23ed9d37fc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697145 May 20 19:50:48.799236 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8e165398-0317-46de-be1d-6cff9ac14ee7 req-6957c7e6-5373-4861-b055-1eb55237d455 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235571 May 20 19:50:48.927511 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8e165398-0317-46de-be1d-6cff9ac14ee7 req-f96261bb-9764-484a-a1ab-0091f69c2efe service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214366 May 20 19:50:49.430500 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cd981-97e1-42a7-a374-5b12381205b0 req-8a89fc53-8f88-49d7-8d3f-0ed863d79e2e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:49.431173 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-780cd981-97e1-42a7-a374-5b12381205b0 req-8a89fc53-8f88-49d7-8d3f-0ed863d79e2e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Synchronizing usage tracker for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:50:49.445755 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-780cd981-97e1-42a7-a374-5b12381205b0 req-8a89fc53-8f88-49d7-8d3f-0ed863d79e2e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Unset dirty status for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:50:49.446877 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-780cd981-97e1-42a7-a374-5b12381205b0 req-8a89fc53-8f88-49d7-8d3f-0ed863d79e2e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 943 time: 0.1004486 May 20 19:50:49.492623 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-780cd981-97e1-42a7-a374-5b12381205b0 req-359003d2-387f-430a-bcac-99cc72ae5cc0 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394061 May 20 19:50:49.752564 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5e6098bb-ccaf-4b0c-9943-07bfcce39d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:49.830675 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:50.732618 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828379f4-2fb3-4fcb-af7b-1f6459699e5c req-e29fdc47-0543-4e43-8c9b-97b39c45e7a1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:50.734028 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-828379f4-2fb3-4fcb-af7b-1f6459699e5c req-e29fdc47-0543-4e43-8c9b-97b39c45e7a1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 943 time: 0.1381321 May 20 19:50:50.873042 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-828379f4-2fb3-4fcb-af7b-1f6459699e5c req-4f6d50c9-18da-4d23-96c9-79c3f7dbff82 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329281 May 20 19:50:50.923010 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:51.558103 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device a6a10c91-5751-401b-922f-b5c1f63ea91b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:50:51.688153 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port a6a10c91-5751-401b-922f-b5c1f63ea91b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:51.700963 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'a6a10c91-5751-401b-922f-b5c1f63ea91b', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'port_id': 'a6a10c91-5751-401b-922f-b5c1f63ea91b', 'mac_address': 'fa:16:3e:69:86:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:50:51.756271 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:51.773376 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a10c91-5751-401b-922f-b5c1f63ea91b {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:50:51.788378 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port a6a10c91-5751-401b-922f-b5c1f63ea91b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:51.792289 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:51.794819 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:51.862906 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=a6a10c91-5751-401b-922f-b5c1f63ea91b,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:51.865923 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:52.090462 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['a6a10c91-5751-401b-922f-b5c1f63ea91b'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:50:52.103463 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44576af9-c3ca-4512-8ef0-7001b314676d req-6d936ba8-7f6c-4a26-b888-49831c2bbefa tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:52.104954 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-44576af9-c3ca-4512-8ef0-7001b314676d req-6d936ba8-7f6c-4a26-b888-49831c2bbefa tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 944 time: 0.1252692 May 20 19:50:52.152429 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-44576af9-c3ca-4512-8ef0-7001b314676d req-66e89405-7179-4fc5-9e98-5b4e6f50bd29 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 May 20 19:50:52.419097 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:53.334322 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266736f5-57ba-4fab-a5cb-25c8605ebbd4 req-2752fffd-ab7a-46b1-88fa-777fa4f5463b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:53.335751 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-266736f5-57ba-4fab-a5cb-25c8605ebbd4 req-2752fffd-ab7a-46b1-88fa-777fa4f5463b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 944 time: 0.0800028 May 20 19:50:53.381880 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-266736f5-57ba-4fab-a5cb-25c8605ebbd4 req-695178ed-5536-43e5-9375-4fe86178ebe8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 May 20 19:50:53.585690 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device a6a10c91-5751-401b-922f-b5c1f63ea91b up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:50:53.652386 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port a6a10c91-5751-401b-922f-b5c1f63ea91b completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:50:53.656791 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port a6a10c91-5751-401b-922f-b5c1f63ea91b triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:50:53.657170 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:53.773000 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:53.799618 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a10c91-5751-401b-922f-b5c1f63ea91b'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:53.810009 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port a6a10c91-5751-401b-922f-b5c1f63ea91b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:50:53.813991 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:53.815958 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:50:53.845936 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a10c91-5751-401b-922f-b5c1f63ea91b', 'code': 200} May 20 19:50:53.883899 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=a6a10c91-5751-401b-922f-b5c1f63ea91b,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:50:53.886685 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:50:54.068459 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3638a2-fceb-4e76-9313-7d2bf618c759 req-b6180c1d-9e2e-4701-80d1-a41e7bcbdc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:54.069961 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3b3638a2-fceb-4e76-9313-7d2bf618c759 req-b6180c1d-9e2e-4701-80d1-a41e7bcbdc64 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 1098 time: 0.0698338 May 20 19:50:54.109641 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3b3638a2-fceb-4e76-9313-7d2bf618c759 req-b1af9df9-02d4-43fe-9324-ee7e59d5ffa2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332930 May 20 19:50:54.568606 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6696-e43f-437e-b40b-0be5b161a491 req-af0ce1fe-3427-4831-84bd-265b4727fd81 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:54.570114 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5a6f6696-e43f-437e-b40b-0be5b161a491 req-af0ce1fe-3427-4831-84bd-265b4727fd81 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0799863 May 20 19:50:54.615653 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-5a6f6696-e43f-437e-b40b-0be5b161a491 req-d3850ee7-b017-4bf7-b90b-19dd3f908837 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397909 May 20 19:50:55.804694 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ed170-5314-4a22-ad9b-19bff237aafd req-aed76b3a-7d91-49fd-85ac-303f2360791a tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:55.806134 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-872ed170-5314-4a22-ad9b-19bff237aafd req-aed76b3a-7d91-49fd-85ac-303f2360791a tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0846946 May 20 19:50:55.849882 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-872ed170-5314-4a22-ad9b-19bff237aafd req-1e2f4182-bc6e-4cdb-81a5-df76f594d2c0 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380900 May 20 19:50:56.029863 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c15ba0-7699-443b-bbb6-c08e0a3b9cea req-afc59d55-4b72-4b67-b55f-a3401891c47c tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:56.031297 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-68c15ba0-7699-443b-bbb6-c08e0a3b9cea req-afc59d55-4b72-4b67-b55f-a3401891c47c tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0827010 May 20 19:50:56.040479 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 38706) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:50:56.045880 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-fc10203d-4957-4fb0-9ba3-445884da5288 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'floatingip': {'port_id': 'a6a10c91-5751-401b-922f-b5c1f63ea91b'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:50:56.213540 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fc10203d-4957-4fb0-9ba3-445884da5288 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:56.791578 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fc10203d-4957-4fb0-9ba3-445884da5288 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:56.795896 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fc10203d-4957-4fb0-9ba3-445884da5288 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:56.958444 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.l3_db [None req-fc10203d-4957-4fb0-9ba3-445884da5288 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Floating IP f586d956-983e-422e-bf57-634d04a503cf associated. External IP: 172.28.2.54, port: a6a10c91-5751-401b-922f-b5c1f63ea91b. May 20 19:50:57.297173 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc10203d-4957-4fb0-9ba3-445884da5288 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:50:57.580377 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc10203d-4957-4fb0-9ba3-445884da5288 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:50:57.585381 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fc10203d-4957-4fb0-9ba3-445884da5288 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:50:57.590518 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf891e-1fde-45e9-af35-58b40662c71b None None] Sync routers for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:50:57.601375 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf891e-1fde-45e9-af35-58b40662c71b None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:57.603147 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-5fdf891e-1fde-45e9-af35-58b40662c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:50:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:57.641098 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-fc10203d-4957-4fb0-9ba3-445884da5288 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "PUT /v2.0/floatingips/f586d956-983e-422e-bf57-634d04a503cf HTTP/1.1" status: 200 len: 990 time: 1.5995305 May 20 19:50:57.641743 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'tag': 'a6a10c91-5751-401b-922f-b5c1f63ea91b'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:50:57.688753 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'tag': 'a6a10c91-5751-401b-922f-b5c1f63ea91b', 'status': 'completed', 'code': 200} May 20 19:50:57.784977 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ed5aa-2702-40a4-9092-3ba865f19370 req-c3cdf914-6156-4c4c-b639-5e849d0827f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:57.786543 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ef2ed5aa-2702-40a4-9092-3ba865f19370 req-c3cdf914-6156-4c4c-b639-5e849d0827f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 1098 time: 0.0746350 May 20 19:50:57.790327 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-5fdf891e-1fde-45e9-af35-58b40662c71b None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:57.916931 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ed5aa-2702-40a4-9092-3ba865f19370 req-229d632f-4749-4e90-855b-0efdb7ada85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:57.918307 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ef2ed5aa-2702-40a4-9092-3ba865f19370 req-229d632f-4749-4e90-855b-0efdb7ada85b service neutron] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 912 time: 0.1253262 May 20 19:50:58.020971 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ef2ed5aa-2702-40a4-9092-3ba865f19370 req-6c199114-bd34-4c01-81c5-025dd5651c10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b HTTP/1.1" status: 200 len: 998 time: 0.0966406 May 20 19:50:58.083367 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ed5aa-2702-40a4-9092-3ba865f19370 req-8f67d08e-d176-4dbb-9ab2-89b2d4c0f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:58.084821 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ef2ed5aa-2702-40a4-9092-3ba865f19370 req-8f67d08e-d176-4dbb-9ab2-89b2d4c0f7a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.0573108 May 20 19:50:58.132995 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-5fdf891e-1fde-45e9-af35-58b40662c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': 'f586d956-983e-422e-bf57-634d04a503cf', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'floating_ip_address': '172.28.2.54', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'port_id': 'a6a10c91-5751-401b-922f-b5c1f63ea91b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'mac_address': 'fa:16:3e:69:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:43Z', 'updated_at': '2021-05-20T19:50:56Z', 'revision_number': 1, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:58.136756 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf891e-1fde-45e9-af35-58b40662c71b None None] Checking router: 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:50:58.150988 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf891e-1fde-45e9-af35-58b40662c71b None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:50:58.151884 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-5fdf891e-1fde-45e9-af35-58b40662c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:50:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:58.163319 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ed5aa-2702-40a4-9092-3ba865f19370 req-f385de3e-5f72-4015-88e6-f01613d242b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:50:58.164864 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ef2ed5aa-2702-40a4-9092-3ba865f19370 req-f385de3e-5f72-4015-88e6-f01613d242b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739336 May 20 19:50:58.306083 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ef2ed5aa-2702-40a4-9092-3ba865f19370 req-abc83327-54d2-4941-b664-84e5c4c342f2 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349981 May 20 19:50:58.353508 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-5fdf891e-1fde-45e9-af35-58b40662c71b None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:50:58.437942 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ef2ed5aa-2702-40a4-9092-3ba865f19370 req-3e84ec37-b778-498c-ae40-39d46b768d59 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260974 May 20 19:50:58.690331 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-5fdf891e-1fde-45e9-af35-58b40662c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': 'f586d956-983e-422e-bf57-634d04a503cf', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'floating_ip_address': '172.28.2.54', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'port_id': 'a6a10c91-5751-401b-922f-b5c1f63ea91b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'mac_address': 'fa:16:3e:69:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:43Z', 'updated_at': '2021-05-20T19:50:56Z', 'revision_number': 1, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:50:58.694180 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf891e-1fde-45e9-af35-58b40662c71b None None] The sync data for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb is: [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': 'f586d956-983e-422e-bf57-634d04a503cf', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'floating_ip_address': '172.28.2.54', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'port_id': 'a6a10c91-5751-401b-922f-b5c1f63ea91b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'mac_address': 'fa:16:3e:69:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:50:43Z', 'updated_at': '2021-05-20T19:50:56Z', 'revision_number': 1, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:50:58.881067 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4690f2-654a-4be9-9548-7c754f91d25b None None] New status for floating IP f586d956-983e-422e-bf57-634d04a503cf: ACTIVE {{(pid=98303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:51:10.494210 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:51:14.057219 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:17.250929 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-8efe81cc-32fe-4ab3-8bea-ea4c17c75074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:19.756862 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ce91d78e-9aef-495d-a068-0d548516d07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:19.837622 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:20.926713 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:22.422868 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:44.071869 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:47.253990 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ef92b35c-9908-45fe-8ee8-591a16cfc0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:47.493155 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:51:49.759072 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-554fda72-fc74-4019-a031-90f40e14b18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:49.829781 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:50.936300 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:51:51.494521 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-33d96391-319b-4d1f-a380-53af548f2ac1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682201 May 20 19:51:51.635546 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-85d2d517-2d21-4cce-8de2-9bc195a9e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:51.637075 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-85d2d517-2d21-4cce-8de2-9bc195a9e1b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 1098 time: 0.0743356 May 20 19:51:51.782051 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-c51320c1-180e-4883-bd5d-076ba0752a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:51.783510 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-c51320c1-180e-4883-bd5d-076ba0752a60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 912 time: 0.1261032 May 20 19:51:51.884988 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-87886e01-a969-49ca-88d7-0310173fb957 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b HTTP/1.1" status: 200 len: 1000 time: 0.0954943 May 20 19:51:51.963305 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-7eaa440a-9334-4a78-959e-b2226f390a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:51.965836 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-7eaa440a-9334-4a78-959e-b2226f390a51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.0743601 May 20 19:51:52.040206 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-61bd75ba-9f73-4965-9bd3-345c2b15e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:51:52.041522 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-61bd75ba-9f73-4965-9bd3-345c2b15e756 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697255 May 20 19:51:52.170137 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-c22c5acc-577a-44e3-ac41-aea5553c2303 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218243 May 20 19:51:52.404242 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b9595e66-4474-43db-ac09-8ef0932eef6b req-f4051203-e95c-4438-9ad6-a36bab3640a8 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272046 May 20 19:51:52.425077 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:14.071279 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:15.108392 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f671a7-97c8-4aad-8d72-bd884fc3eb7d req-3b4adf70-c47f-4888-aa24-27163029c0c6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:15.109772 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-88f671a7-97c8-4aad-8d72-bd884fc3eb7d req-3b4adf70-c47f-4888-aa24-27163029c0c6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0855191 May 20 19:52:15.156082 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-88f671a7-97c8-4aad-8d72-bd884fc3eb7d req-253f7f8e-a91f-47cc-9e90-9ef211476894 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395658 May 20 19:52:16.346739 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2887c6-2785-4079-b40f-344753060cd9 req-6bdc2b91-f15f-4c1a-9afc-b34ab8e43cf6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:16.348226 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ab2887c6-2785-4079-b40f-344753060cd9 req-6bdc2b91-f15f-4c1a-9afc-b34ab8e43cf6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0812342 May 20 19:52:16.393579 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ab2887c6-2785-4079-b40f-344753060cd9 req-e901a7c4-f55f-4e4b-8298-af220030deb6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395820 May 20 19:52:17.255603 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-aff08239-c734-416f-9169-feaaa6f0bee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:17.579901 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70ac2d-c006-4d96-859f-e0bdaf74c5fb req-04b4df8d-7922-413e-8b53-6955adf1218d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:17.581404 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0a70ac2d-c006-4d96-859f-e0bdaf74c5fb req-04b4df8d-7922-413e-8b53-6955adf1218d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0806892 May 20 19:52:17.627084 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0a70ac2d-c006-4d96-859f-e0bdaf74c5fb req-01237c9f-99e7-4d1c-af82-623586eada32 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399625 May 20 19:52:18.817378 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34136cb3-599b-4baa-944a-4da237ae0a0e req-bfab0e78-8fb7-4dd7-99ba-2327667b53d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:18.818888 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-34136cb3-599b-4baa-944a-4da237ae0a0e req-bfab0e78-8fb7-4dd7-99ba-2327667b53d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0847218 May 20 19:52:18.864866 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-34136cb3-599b-4baa-944a-4da237ae0a0e req-5319c65a-f3aa-4189-8185-5302f1bdf261 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394883 May 20 19:52:19.765471 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4b9c84ff-8b03-462b-acd4-de87afbcea0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:19.832267 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:20.062192 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df09fb-c7b9-4596-a0c6-5939c918ac0a req-122c99e4-4818-4be0-acb7-158413774416 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:20.063583 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-06df09fb-c7b9-4596-a0c6-5939c918ac0a req-122c99e4-4818-4be0-acb7-158413774416 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0847123 May 20 19:52:20.108960 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-06df09fb-c7b9-4596-a0c6-5939c918ac0a req-05c4bda2-1eb8-4bf7-b3d9-03866cc0835b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389445 May 20 19:52:20.931838 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:21.296281 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f7d10-74c6-4fca-ac03-ab2dec8e568c req-44bb45e1-07d9-4b52-94dd-29df698691eb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:21.297750 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-625f7d10-74c6-4fca-ac03-ab2dec8e568c req-44bb45e1-07d9-4b52-94dd-29df698691eb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0815179 May 20 19:52:21.347572 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-625f7d10-74c6-4fca-ac03-ab2dec8e568c req-335d3549-cb8a-449f-af76-150dbcc82041 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439165 May 20 19:52:22.430294 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:22.542503 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bab6b-174c-4081-b236-d2ab7bc116d2 req-c63d3d02-48ab-405e-bfbf-3189547ee1ad tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:22.543752 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-767bab6b-174c-4081-b236-d2ab7bc116d2 req-c63d3d02-48ab-405e-bfbf-3189547ee1ad tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0839043 May 20 19:52:22.592639 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-767bab6b-174c-4081-b236-d2ab7bc116d2 req-c504bfa0-6593-405d-a9da-25ce0493917e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422990 May 20 19:52:23.788204 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3360b-2f78-45a4-9185-4df056817117 req-f6e6ce43-8f28-4ae5-962f-5d796ba81878 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:23.789680 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-40b3360b-2f78-45a4-9185-4df056817117 req-f6e6ce43-8f28-4ae5-962f-5d796ba81878 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0854332 May 20 19:52:23.835670 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-40b3360b-2f78-45a4-9185-4df056817117 req-feeeb673-12de-4214-82ed-1d844256a393 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398777 May 20 19:52:24.494048 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:52:25.018720 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5fecf-90b4-4855-90f6-556c57dd31a1 req-f03e5066-6aa6-4440-9f64-d00136bbe126 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:25.020146 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-eaf5fecf-90b4-4855-90f6-556c57dd31a1 req-f03e5066-6aa6-4440-9f64-d00136bbe126 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0793948 May 20 19:52:25.065069 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-eaf5fecf-90b4-4855-90f6-556c57dd31a1 req-57dfb770-785d-46fc-b9d8-2372a101e50b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 May 20 19:52:26.253217 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c7107-d273-4924-90cb-23ea7a626966 req-5f9e14b1-400d-489e-80f8-54cf7928943a tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:26.254663 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b32c7107-d273-4924-90cb-23ea7a626966 req-5f9e14b1-400d-489e-80f8-54cf7928943a tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0843167 May 20 19:52:26.300445 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b32c7107-d273-4924-90cb-23ea7a626966 req-c74a8275-1707-43c8-a9d3-15bcb95a1741 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399227 May 20 19:52:26.823451 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df065e8-7892-4d30-98e9-8a0950141921 req-0ab6eb54-b1ef-4401-9e89-6398c2ce2b49 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:26.825818 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3df065e8-7892-4d30-98e9-8a0950141921 req-0ab6eb54-b1ef-4401-9e89-6398c2ce2b49 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.1088011 May 20 19:52:26.865319 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b1022-d923-488e-9e81-6c46fcce56b5 req-c4f87712-14aa-44e1-b93d-7f8c10a032c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:26.866809 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-df7b1022-d923-488e-9e81-6c46fcce56b5 req-c4f87712-14aa-44e1-b93d-7f8c10a032c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 1098 time: 0.1043837 May 20 19:52:26.877361 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-3df065e8-7892-4d30-98e9-8a0950141921 req-891dbc50-051f-4fa9-b0a2-5daf4e9ce86a tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456870 May 20 19:52:26.999810 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b1022-d923-488e-9e81-6c46fcce56b5 req-8de4eed3-0f72-4441-bbfc-e1320b97a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:27.001331 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-df7b1022-d923-488e-9e81-6c46fcce56b5 req-8de4eed3-0f72-4441-bbfc-e1320b97a40d service neutron] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 912 time: 0.1282411 May 20 19:52:27.102940 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-df7b1022-d923-488e-9e81-6c46fcce56b5 req-05cfaf68-baa9-44cd-9606-ad9ce9b38c23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b HTTP/1.1" status: 200 len: 1000 time: 0.0950031 May 20 19:52:27.164549 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b1022-d923-488e-9e81-6c46fcce56b5 req-f2e0862d-2ec2-43f2-9974-e0a7ad433d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:27.165980 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-df7b1022-d923-488e-9e81-6c46fcce56b5 req-f2e0862d-2ec2-43f2-9974-e0a7ad433d93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.0570438 May 20 19:52:27.239777 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b1022-d923-488e-9e81-6c46fcce56b5 req-c7a69f64-7521-473b-8074-c70ee86a5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:27.241266 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-df7b1022-d923-488e-9e81-6c46fcce56b5 req-c7a69f64-7521-473b-8074-c70ee86a5045 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695026 May 20 19:52:27.372341 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-df7b1022-d923-488e-9e81-6c46fcce56b5 req-cf1f489e-751d-4bca-b2fd-efe867c23fc4 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241083 May 20 19:52:27.503304 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-df7b1022-d923-488e-9e81-6c46fcce56b5 req-bbbbfdf5-c07d-440b-a3e5-cd581546fff1 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247256 May 20 19:52:28.072887 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f56a8f-7169-49c7-beb3-3bfb34a2b40d req-71909ff5-1dd8-4a4a-bb8f-fa07808c7245 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:28.074335 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a5f56a8f-7169-49c7-beb3-3bfb34a2b40d req-71909ff5-1dd8-4a4a-bb8f-fa07808c7245 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0841856 May 20 19:52:28.121060 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a5f56a8f-7169-49c7-beb3-3bfb34a2b40d req-5c82a2a8-1804-430d-a9fd-9b9ee483bdd2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395861 May 20 19:52:29.308229 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c905e8c-4bb7-48f3-b39e-27739f302dcd req-2ba6bd90-cd1a-40b7-acb4-01ab29f2890f tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:29.309678 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0c905e8c-4bb7-48f3-b39e-27739f302dcd req-2ba6bd90-cd1a-40b7-acb4-01ab29f2890f tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0800412 May 20 19:52:29.355292 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0c905e8c-4bb7-48f3-b39e-27739f302dcd req-ce9cf21e-a79c-4df7-a909-0ef7928643c4 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393665 May 20 19:52:44.068097 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:47.257930 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-46b1376e-40fe-48e6-bc81-a0a764833644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:49.770502 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8593-688f-4931-898a-bbf83a2e43bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:49.834309 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:50.935755 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:52:51.498932 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-aaa126ab-04b7-4870-a427-4aaff2db8226 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720866 May 20 19:52:51.641715 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-a7d79036-d288-46eb-9c8f-a8d77155effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:51.643210 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-a7d79036-d288-46eb-9c8f-a8d77155effe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 1098 time: 0.0709784 May 20 19:52:51.881086 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-7f46e84d-b8d5-41ba-8502-550bb0afa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:51.882539 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-7f46e84d-b8d5-41ba-8502-550bb0afa098 service neutron] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 912 time: 0.2205298 May 20 19:52:51.987024 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-61dd05d0-5867-403d-aee3-988267c98abc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b HTTP/1.1" status: 200 len: 1000 time: 0.0974312 May 20 19:52:52.049424 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-869a2da5-91a7-47ef-adb4-6b265589ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:52.050748 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-869a2da5-91a7-47ef-adb4-6b265589ae71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.0571249 May 20 19:52:52.126737 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-386b5622-9499-459f-b7e6-69c7ab9d5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:52:52.128179 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-386b5622-9499-459f-b7e6-69c7ab9d5599 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716007 May 20 19:52:52.255046 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-58f67f8c-754e-4868-9507-46dada8451ac service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203358 May 20 19:52:52.388989 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-19e6bbb9-0fc4-4808-b146-6c73a328fb7a req-ee2e9f2a-e1ae-4102-b869-9616affbc601 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279020 May 20 19:52:52.430233 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:01.492687 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:53:14.083017 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:17.259850 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-8a05d934-3500-4987-b950-505d28255d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:19.774843 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-1079a809-ad65-4873-8361-05410c38d68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:19.835536 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:20.937474 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:22.432773 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:34.268465 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5402537-dda8-478d-b6e3-cff73719778f req-e8165f48-e990-4079-9c05-e8ce8f40479e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:34.269913 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e5402537-dda8-478d-b6e3-cff73719778f req-e8165f48-e990-4079-9c05-e8ce8f40479e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0808709 May 20 19:53:34.314223 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e5402537-dda8-478d-b6e3-cff73719778f req-f114f45f-f3e6-4196-a6d9-4a1308a04d6c tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385716 May 20 19:53:35.503495 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7683a7-60d4-48b9-8d75-d4e52ff2e8a3 req-d5eb0d34-a7af-410e-bb60-892418699cbc tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:35.504968 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ce7683a7-60d4-48b9-8d75-d4e52ff2e8a3 req-d5eb0d34-a7af-410e-bb60-892418699cbc tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0841455 May 20 19:53:35.549795 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-ce7683a7-60d4-48b9-8d75-d4e52ff2e8a3 req-2dc30e67-8d3d-4504-8f28-7a61fb44d964 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392098 May 20 19:53:36.740354 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b424a-45b2-4fe9-a293-1140145c4c03 req-146509f2-1645-496a-897b-e54c4dafef4e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:36.741790 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4e4b424a-45b2-4fe9-a293-1140145c4c03 req-146509f2-1645-496a-897b-e54c4dafef4e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0875251 May 20 19:53:36.785994 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4e4b424a-45b2-4fe9-a293-1140145c4c03 req-f3eff28e-f0e3-4ba7-bfc2-67ee65193de6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385139 May 20 19:53:37.971466 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcde51-f50c-465d-9a7e-c97b9ef807e8 req-d2259ee1-5afd-4c16-9405-80c09552b907 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:37.972928 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-51dcde51-f50c-465d-9a7e-c97b9ef807e8 req-d2259ee1-5afd-4c16-9405-80c09552b907 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0781925 May 20 19:53:38.020254 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-51dcde51-f50c-465d-9a7e-c97b9ef807e8 req-502d97cb-0dde-42b6-81d3-a1baec52d03c tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415554 May 20 19:53:38.491534 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:53:39.203153 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8bd50-1d95-432e-8161-118e7ffd0815 req-dbacdc90-901e-49f1-ae2c-2fa25544e6d6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:39.204655 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-21d8bd50-1d95-432e-8161-118e7ffd0815 req-dbacdc90-901e-49f1-ae2c-2fa25544e6d6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0795085 May 20 19:53:39.252731 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-21d8bd50-1d95-432e-8161-118e7ffd0815 req-6e3387d3-63ae-445f-9b40-ed9be5cc36b5 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423894 May 20 19:53:40.436877 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364e68e-9891-4ed5-bffa-6da71fbd6ff0 req-123d3399-fd1c-45a5-8759-3673116ca000 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:40.438402 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9364e68e-9891-4ed5-bffa-6da71fbd6ff0 req-123d3399-fd1c-45a5-8759-3673116ca000 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0810809 May 20 19:53:40.485607 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-9364e68e-9891-4ed5-bffa-6da71fbd6ff0 req-8f0645c5-9964-45c1-874f-c5cf8d4e7ba6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403471 May 20 19:53:41.669633 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6003-3ecc-46c5-a02a-59f1e6859b4e req-8eb99518-5501-4d52-922b-1a78419cf7ba tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:41.671048 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-816d6003-3ecc-46c5-a02a-59f1e6859b4e req-8eb99518-5501-4d52-922b-1a78419cf7ba tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0784769 May 20 19:53:41.730749 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-816d6003-3ecc-46c5-a02a-59f1e6859b4e req-50b20b5d-908e-41fc-a4f4-d912c9bce7bd tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540559 May 20 19:53:42.918304 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a30c0-c035-4b8b-9913-ba476bf79350 req-34c8e3ef-0f03-40d4-b81c-c25a39f89517 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:42.919754 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b71a30c0-c035-4b8b-9913-ba476bf79350 req-34c8e3ef-0f03-40d4-b81c-c25a39f89517 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0843546 May 20 19:53:42.964270 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-b71a30c0-c035-4b8b-9913-ba476bf79350 req-f95da996-3656-43ca-9cbc-3b53d078c57f tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381489 May 20 19:53:44.114866 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:44.149631 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d90b4-7ef2-4c6d-b6c1-39ec9fff15c0 req-4ef4e736-d8cf-4f49-91fc-39c446205a37 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:44.151079 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4b4d90b4-7ef2-4c6d-b6c1-39ec9fff15c0 req-4ef4e736-d8cf-4f49-91fc-39c446205a37 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0829756 May 20 19:53:44.194803 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4b4d90b4-7ef2-4c6d-b6c1-39ec9fff15c0 req-0591ec04-9138-4ede-8cdd-de41f34f886d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376558 May 20 19:53:45.379588 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203595d0-f0c4-4c1b-a3a2-43f55d1293f2 req-03bbacc5-a52b-490b-b9ec-812ef14340b9 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:45.381052 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-203595d0-f0c4-4c1b-a3a2-43f55d1293f2 req-03bbacc5-a52b-490b-b9ec-812ef14340b9 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0787439 May 20 19:53:45.431451 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-203595d0-f0c4-4c1b-a3a2-43f55d1293f2 req-07bfbbe9-fc3f-4b9c-86e7-f02c56faf6b5 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439620 May 20 19:53:46.615454 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398443d-dc19-4764-846c-6621706a33b3 req-88b2a2c3-4064-4ce9-8f5d-003f21577d97 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:46.617232 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8398443d-dc19-4764-846c-6621706a33b3 req-88b2a2c3-4064-4ce9-8f5d-003f21577d97 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0807018 May 20 19:53:46.662834 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-8398443d-dc19-4764-846c-6621706a33b3 req-bbf74ed8-a68b-4478-b34e-d10eca70624b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396199 May 20 19:53:47.260705 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4267d35d-014f-4f55-9ff0-b60804ed9b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:47.847646 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e65702-dab5-4e1c-af53-94b9db566c98 req-ef903cc0-1314-4278-94f6-ced4ffebb07b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:47.849093 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-24e65702-dab5-4e1c-af53-94b9db566c98 req-ef903cc0-1314-4278-94f6-ced4ffebb07b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0792420 May 20 19:53:47.892333 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-24e65702-dab5-4e1c-af53-94b9db566c98 req-4af03056-4b8b-49f4-833b-b13aab3760a2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376201 May 20 19:53:49.081690 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127822ca-b0a3-4394-85e5-7df8e98b5c39 req-45a05757-eadb-4ca5-a2cb-afa566aceddc tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:49.083137 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-127822ca-b0a3-4394-85e5-7df8e98b5c39 req-45a05757-eadb-4ca5-a2cb-afa566aceddc tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0824533 May 20 19:53:49.130011 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-127822ca-b0a3-4394-85e5-7df8e98b5c39 req-5d727109-5ace-4fdf-b0e8-f702ec0b975f tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412397 May 20 19:53:49.776942 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4d2e3439-93be-4c04-8f89-d78657e59246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:49.835545 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:50.316869 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608d32b-45b9-4409-bb4f-9d872450db3d req-a2b53131-d7b7-47b6-aa54-4fe51c3de2d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:50.318313 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7608d32b-45b9-4409-bb4f-9d872450db3d req-a2b53131-d7b7-47b6-aa54-4fe51c3de2d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0835130 May 20 19:53:50.445968 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-7608d32b-45b9-4409-bb4f-9d872450db3d req-cea3c0b8-0f47-4859-93ee-c62c41bc46f2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218638 May 20 19:53:50.941813 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:51.634389 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf282c00-48e3-47a6-978e-31c4c583c500 req-b32a33a6-1f57-4424-8234-7e9a5f1f315c tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:51.635950 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-cf282c00-48e3-47a6-978e-31c4c583c500 req-b32a33a6-1f57-4424-8234-7e9a5f1f315c tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0801504 May 20 19:53:51.733796 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-cf282c00-48e3-47a6-978e-31c4c583c500 req-443b88bb-e8d6-4c99-9c97-d64fc248dd67 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919151 May 20 19:53:51.750102 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4447a-8bb0-4f63-8be5-35d58af3fbf0 req-ac7dc69b-7ce5-42a5-acfd-51be992d57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:51.751570 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3fd4447a-8bb0-4f63-8be5-35d58af3fbf0 req-ac7dc69b-7ce5-42a5-acfd-51be992d57c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 1098 time: 0.0947080 May 20 19:53:51.894069 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4447a-8bb0-4f63-8be5-35d58af3fbf0 req-e04b85af-dcfe-4526-a653-acf091cf2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:51.895501 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3fd4447a-8bb0-4f63-8be5-35d58af3fbf0 req-e04b85af-dcfe-4526-a653-acf091cf2a35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 912 time: 0.1248906 May 20 19:53:52.097885 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3fd4447a-8bb0-4f63-8be5-35d58af3fbf0 req-c669afe8-1e3e-443d-89e3-1d680c38f5d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b HTTP/1.1" status: 200 len: 1000 time: 0.1955943 May 20 19:53:52.163781 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4447a-8bb0-4f63-8be5-35d58af3fbf0 req-d3611800-269e-4f56-afb4-dc197f33b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:52.165216 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3fd4447a-8bb0-4f63-8be5-35d58af3fbf0 req-d3611800-269e-4f56-afb4-dc197f33b374 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.0570772 May 20 19:53:52.242004 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4447a-8bb0-4f63-8be5-35d58af3fbf0 req-656fb96b-363e-4874-b84b-8ffdea0fd8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:52.243472 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3fd4447a-8bb0-4f63-8be5-35d58af3fbf0 req-656fb96b-363e-4874-b84b-8ffdea0fd8e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723381 May 20 19:53:52.375658 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3fd4447a-8bb0-4f63-8be5-35d58af3fbf0 req-1e6e4a69-a178-451d-a2c0-675b1061a96d service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226389 May 20 19:53:52.435427 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:53:52.508257 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3fd4447a-8bb0-4f63-8be5-35d58af3fbf0 req-9521cd1c-f0dc-4823-a034-1c06594628c0 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262038 May 20 19:53:52.918832 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ebc6c-4f2b-4787-a5b8-4f2f469c8b54 req-b3707366-56fc-48ed-8f6a-fcf6c9417018 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:52.920302 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a52ebc6c-4f2b-4787-a5b8-4f2f469c8b54 req-b3707366-56fc-48ed-8f6a-fcf6c9417018 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0795171 May 20 19:53:52.967780 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a52ebc6c-4f2b-4787-a5b8-4f2f469c8b54 req-1b7eacf6-14ef-445e-b98e-9306ceee23c8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 May 20 19:53:54.153422 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c82daa-ceed-4b2d-bd6e-275e3117ca86 req-ad23c89c-3654-4a89-ab6a-96b3e0975b9b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:54.154865 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e4c82daa-ceed-4b2d-bd6e-275e3117ca86 req-ad23c89c-3654-4a89-ab6a-96b3e0975b9b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0797920 May 20 19:53:54.199379 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e4c82daa-ceed-4b2d-bd6e-275e3117ca86 req-90a93a46-5514-4d6f-a3bc-ab3a60aa70df tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382922 May 20 19:53:55.384701 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da8813-3e48-48e0-be45-eff8d096298b req-edea4248-5f66-4ca0-9e3d-fc7aebee1a5b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:55.386157 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e4da8813-3e48-48e0-be45-eff8d096298b req-edea4248-5f66-4ca0-9e3d-fc7aebee1a5b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0802722 May 20 19:53:55.431915 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-e4da8813-3e48-48e0-be45-eff8d096298b req-933ddede-0d10-47dd-a543-9795bb70c628 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 May 20 19:53:55.768682 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20243a2-6e6f-47f4-beed-b2cff7926e2c req-ba65aeef-497b-4c4f-bb74-685a338c4def tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:55.770196 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c20243a2-6e6f-47f4-beed-b2cff7926e2c req-ba65aeef-497b-4c4f-bb74-685a338c4def tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0853937 May 20 19:53:55.813384 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c88ec9-949a-4ea6-85d4-614a9608fd4e req-f4bbf818-1339-4377-9c1b-3c178d499fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:55.814766 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-48c88ec9-949a-4ea6-85d4-614a9608fd4e req-f4bbf818-1339-4377-9c1b-3c178d499fbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 1098 time: 0.0745633 May 20 19:53:55.817569 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c20243a2-6e6f-47f4-beed-b2cff7926e2c req-2d08cd1e-a309-4be6-9b38-6065225cb57d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405962 May 20 19:53:55.945198 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c88ec9-949a-4ea6-85d4-614a9608fd4e req-96890aa7-cb23-423b-a47e-3e2ee4dc057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:55.946615 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-48c88ec9-949a-4ea6-85d4-614a9608fd4e req-96890aa7-cb23-423b-a47e-3e2ee4dc057b service neutron] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 912 time: 0.1249840 May 20 19:53:56.048319 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-48c88ec9-949a-4ea6-85d4-614a9608fd4e req-ae32da70-3ed7-4000-9373-e8f50e871838 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b HTTP/1.1" status: 200 len: 1000 time: 0.0939617 May 20 19:53:56.108465 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c88ec9-949a-4ea6-85d4-614a9608fd4e req-537a8973-ea57-4f26-888d-50876fc80308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:56.110305 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-48c88ec9-949a-4ea6-85d4-614a9608fd4e req-537a8973-ea57-4f26-888d-50876fc80308 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.0562730 May 20 19:53:56.183459 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c88ec9-949a-4ea6-85d4-614a9608fd4e req-5c9d443f-9e73-40d8-804e-e94cf0100ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:56.184945 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-48c88ec9-949a-4ea6-85d4-614a9608fd4e req-5c9d443f-9e73-40d8-804e-e94cf0100ac2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682356 May 20 19:53:56.313264 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-48c88ec9-949a-4ea6-85d4-614a9608fd4e req-1744aba1-d034-44c0-83d3-4f16226d12f4 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220326 May 20 19:53:56.441253 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-48c88ec9-949a-4ea6-85d4-614a9608fd4e req-9cd952e0-febf-418f-be16-f5d6fa7c358c service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220324 May 20 19:53:57.036747 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e52f-71df-43b7-a1c5-d28364c512e3 req-7b4c27e1-19ff-4095-84d6-2772ba63a0be tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:57.038749 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a862e52f-71df-43b7-a1c5-d28364c512e3 req-7b4c27e1-19ff-4095-84d6-2772ba63a0be tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0936556 May 20 19:53:57.083933 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a862e52f-71df-43b7-a1c5-d28364c512e3 req-57969912-6a9d-492e-8989-eabb2aaafc3b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385966 May 20 19:53:58.268869 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2421b-6d50-44c5-835b-184e114c21ae req-fed2e6f6-8a4d-4f6b-b4d6-e727355f883a tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:53:58.270315 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a4a2421b-6d50-44c5-835b-184e114c21ae req-fed2e6f6-8a4d-4f6b-b4d6-e727355f883a tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0793989 May 20 19:53:58.315079 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-a4a2421b-6d50-44c5-835b-184e114c21ae req-bcee08a3-16dc-4e23-a56e-5526ec5d2f25 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389783 May 20 19:54:14.098876 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:15.491765 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:54:17.262789 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-a2bba21a-bc55-466c-9724-c5e1f39815c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:19.780831 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-74f9e2d6-bd2c-4f2e-906d-14e08f6360d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:19.837133 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:20.941536 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:22.438187 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:44.113106 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:47.263421 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-7511e38d-fd2a-43df-81e5-802a187d1479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.782523 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2f19cee2-566a-4d75-91f5-d2fa3cb9143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:49.838598 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:50.945870 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:52.439574 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:52.490862 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:54:53.642205 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7be197-236f-4ad1-aa03-56c995161f39 req-d85c2e2e-da66-4a4d-a725-7fb0ecec9dad tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:53.643555 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2f7be197-236f-4ad1-aa03-56c995161f39 req-d85c2e2e-da66-4a4d-a725-7fb0ecec9dad tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0838768 May 20 19:54:53.691022 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2f7be197-236f-4ad1-aa03-56c995161f39 req-ea50d465-558a-48b8-9b83-fb6b605533cd tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 May 20 19:54:54.873646 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18760c4-59ba-422c-9454-0f4b7db794ab req-bf3d9976-b4db-40c7-b313-aa2c0bac904e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:54.875100 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f18760c4-59ba-422c-9454-0f4b7db794ab req-bf3d9976-b4db-40c7-b313-aa2c0bac904e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0787084 May 20 19:54:54.921205 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f18760c4-59ba-422c-9454-0f4b7db794ab req-4fbbabe5-70d1-4fc4-b27b-45656218fe4a tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405078 May 20 19:54:55.805069 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-e7242141-68f0-45d9-95ee-b9d0828f4db4 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:55.806465 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-e7242141-68f0-45d9-95ee-b9d0828f4db4 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0812194 May 20 19:54:56.049574 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Deleting port a6a10c91-5751-401b-922f-b5c1f63ea91b {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:56.050236 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:56.110059 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fe176-0302-4596-acb3-8ad7237460a4 req-832cc332-017a-497a-8bf8-d29dcb93f306 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:54:56.111525 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cf1fe176-0302-4596-acb3-8ad7237460a4 req-832cc332-017a-497a-8bf8-d29dcb93f306 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 945 time: 0.0809479 May 20 19:54:56.156972 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-cf1fe176-0302-4596-acb3-8ad7237460a4 req-210ad4ae-16c7-4d80-9c56-10f56452a1f3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395942 May 20 19:54:56.180228 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] For port a6a10c91-5751-401b-922f-b5c1f63ea91b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a6a10c91-5751-401b-922f-b5c1f63ea91b,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:54:56.180585 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:56.456483 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:56.456850 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:56.457159 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.l3_db [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Floating IP f586d956-983e-422e-bf57-634d04a503cf disassociated. External IP: 172.28.2.54, port: a6a10c91-5751-401b-922f-b5c1f63ea91b. May 20 19:54:56.457487 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Calling delete_port for a6a10c91-5751-401b-922f-b5c1f63ea91b owned by compute:nova {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:56.566605 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:56.571969 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-51de24a9-e17b-4e2a-b4e5-fb3e3e4485d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:56.616185 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event deleted for resources: {'Port': ['ID=a6a10c91-5751-401b-922f-b5c1f63ea91b,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:56.626632 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.626997 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.627378 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.627737 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.628108 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.628461 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.628831 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.629182 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.629524 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.629867 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.630205 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.630565 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:54:56.634846 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:56.811708 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:54:56.990919 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:54:57.001516 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fce176-7797-45b4-8fdd-22f725873c4d None None] Sync routers for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:54:57.011064 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fce176-7797-45b4-8fdd-22f725873c4d None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:57.011677 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-37fce176-7797-45b4-8fdd-22f725873c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:54:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:57.067601 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] No DVR routers for this DVR port a6a10c91-5751-401b-922f-b5c1f63ea91b on host hv-cinder-79246 {{(pid=98301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:54:57.070243 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:57.074653 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'name': 'network-vif-deleted', 'tag': 'a6a10c91-5751-401b-922f-b5c1f63ea91b'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:54:57.089081 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1bbec25a-03a8-494f-9b14-30a4b35afb5e req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.16 "DELETE /v2.0/ports/a6a10c91-5751-401b-922f-b5c1f63ea91b HTTP/1.1" status: 204 len: 173 time: 1.2746403 May 20 19:54:57.203451 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-37fce176-7797-45b4-8fdd-22f725873c4d None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:57.300416 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a05dc4-4cce-40f6-8b4e-b742ba3175e8', 'name': 'network-vif-deleted', 'tag': 'a6a10c91-5751-401b-922f-b5c1f63ea91b', 'status': 'completed', 'code': 200} May 20 19:54:57.337425 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-afe3a4ae-4769-4fe3-88e0-ea1f1e26f6ad req-17131645-a055-4139-aa92-cfed230d1630 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1a05dc4-4cce-40f6-8b4e-b742ba3175e8 HTTP/1.1" status: 200 len: 210 time: 0.0498445 May 20 19:54:57.546010 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-37fce176-7797-45b4-8fdd-22f725873c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:57.550140 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fce176-7797-45b4-8fdd-22f725873c4d None None] Checking router: 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:54:57.558595 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fce176-7797-45b4-8fdd-22f725873c4d None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:54:57.559213 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-37fce176-7797-45b4-8fdd-22f725873c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:54:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:57.733835 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-37fce176-7797-45b4-8fdd-22f725873c4d None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:54:58.034558 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-37fce176-7797-45b4-8fdd-22f725873c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:54:58.038428 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fce176-7797-45b4-8fdd-22f725873c4d None None] The sync data for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb is: [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:54:58.234856 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc95784-6477-423a-9b68-35222cff5788 None None] New status for floating IP f586d956-983e-422e-bf57-634d04a503cf: DOWN {{(pid=98303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:54:58.468061 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39030) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:58.535663 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-35f7b3b0-e9e7-4236-8341-73a08e13079d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:58.563899 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-35f7b3b0-e9e7-4236-8341-73a08e13079d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:58.614097 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-35f7b3b0-e9e7-4236-8341-73a08e13079d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:58.618001 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-cd02161b-af4c-4554-85a5-ef070b2afda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:58.633462 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7b3b0-e9e7-4236-8341-73a08e13079d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:58.636814 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-35f7b3b0-e9e7-4236-8341-73a08e13079d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:58.646959 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-35f7b3b0-e9e7-4236-8341-73a08e13079d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:58.648097 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-35f7b3b0-e9e7-4236-8341-73a08e13079d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "DELETE /v2.0/security-groups/1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3 HTTP/1.1" status: 204 len: 168 time: 0.1790338 May 20 19:54:58.650715 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39034) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:58.667413 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.api.v2.resource [None req-2cb4a0cf-53b9-42bf-89c8-f1676c008cf7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] show failed (client error): The resource could not be found. May 20 19:54:58.668499 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-2cb4a0cf-53b9-42bf-89c8-f1676c008cf7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups/1e2c02cd-a9c8-4687-b66c-f4b1d4ba7ed3 HTTP/1.1" status: 404 len: 347 time: 0.0167301 May 20 19:54:58.671742 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39038) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:58.722030 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device a6a10c91-5751-401b-922f-b5c1f63ea91b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:54:58.755631 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: a6a10c91-5751-401b-922f-b5c1f63ea91b {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:54:58.755981 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device a6a10c91-5751-401b-922f-b5c1f63ea91b not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:54:58.988011 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-95a9f00d-c456-4a7a-a924-0ca14bac9834 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Deleting port 9ed3ef72-950e-4531-889e-2f502880cdc2 {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:54:58.988380 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-95a9f00d-c456-4a7a-a924-0ca14bac9834 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:59.102628 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-95a9f00d-c456-4a7a-a924-0ca14bac9834 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:59.102948 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-95a9f00d-c456-4a7a-a924-0ca14bac9834 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:59.222642 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-95a9f00d-c456-4a7a-a924-0ca14bac9834 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Calling delete_port for 9ed3ef72-950e-4531-889e-2f502880cdc2 owned by network:floatingip {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:54:59.334335 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-95a9f00d-c456-4a7a-a924-0ca14bac9834 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:59.338695 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:59.382300 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9f00d-c456-4a7a-a924-0ca14bac9834 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event deleted for resources: {'Port': ['ID=9ed3ef72-950e-4531-889e-2f502880cdc2,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:59.407465 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-95a9f00d-c456-4a7a-a924-0ca14bac9834 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:59.471010 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-95a9f00d-c456-4a7a-a924-0ca14bac9834 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:59.484968 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-95a9f00d-c456-4a7a-a924-0ca14bac9834 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:59.486068 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-95a9f00d-c456-4a7a-a924-0ca14bac9834 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "DELETE /v2.0/floatingips/f586d956-983e-422e-bf57-634d04a503cf HTTP/1.1" status: 204 len: 168 time: 0.8133595 May 20 19:54:59.806570 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39044) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:54:59.811863 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480657638', 'description': 'tempest-description--1825690620'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:54:59.817723 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:54:59.821856 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Usage tracker for resource:security_group and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:54:59.824741 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:54:59.830589 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:54:59.841970 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:59.862066 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:54:59.866003 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Usage tracker for resource:security_group_rule and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:54:59.868997 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:54:59.875000 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:54:59.943589 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:59.947138 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:59.952537 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ddae77e0-6f4b-41e9-b906-f788db940a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:54:59.992007 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a303bd-9fa8-4e14-9065-ae4ce6c31bae,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:54:59.995498 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:54:59.996855 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:54:59.998738 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1905217 May 20 19:55:00.000836 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39048) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:55:00.005852 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'security_group_rule': {'security_group_id': '69a303bd-9fa8-4e14-9065-ae4ce6c31bae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:55:00.011699 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:55:00.016409 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Usage tracker for resource:security_group_rule and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:55:00.020925 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:55:00.026760 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:55:00.042683 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.101172 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.104799 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.112493 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:55:00.132037 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f8ab34-fb0d-4019-b3c1-c54167c0641e,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:55:00.134606 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:55:00.142145 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.143289 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-1d373306-1114-4c59-80cd-eaa46d951480 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415057 May 20 19:55:00.145999 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39052) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:55:00.150956 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'security_group_rule': {'security_group_id': '69a303bd-9fa8-4e14-9065-ae4ce6c31bae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:55:00.157661 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:55:00.161460 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Usage tracker for resource:security_group_rule and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:55:00.164310 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:55:00.170208 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:55:00.186127 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.247145 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.250624 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466518'] for security_group_rule, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.252644 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4a2a2780-29e0-433c-b68c-372ecdc4e556 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:55:00.274662 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccc78ef-2c82-4dc7-9f1b-da62901c0c8a,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:55:00.276936 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:55:00.284486 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.285657 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-d37c4615-8a38-47f0-94fa-c411f51dd7d8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387346 May 20 19:55:00.288646 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39056) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:55:00.293646 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'floatingip': {'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:55:00.299318 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:55:00.303122 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Usage tracker for resource:floatingip and tenant:e290363a0dcd431d87e193b4dfc81066 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:55:00.305961 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:55:00.311754 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:55:00.321906 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.458370 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.595117 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Allocated IP 172.28.2.54 (30f8c0e8-7295-47a8-a197-8cf663cc81fb/16a25d1f-36ae-405b-82d2-9b94b9c66fe8/4c8b977a-0e30-4694-8ead-e12e768fcd3f) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:55:00.740296 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.769397 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.773009 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-41499cea-5876-489e-b1d4-c4cf589f4400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:55:00.837558 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Network 30f8c0e8-7295-47a8-a197-8cf663cc81fb is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:55:00.840164 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:55:00.844358 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:55:00.868173 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'Port': ['ID=4c8b977a-0e30-4694-8ead-e12e768fcd3f,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:55:00.873072 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:55:00.925990 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:00.984345 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:01.184707 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:01.189020 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:01.193565 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:55:01.402713 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'Port': ['ID=4c8b977a-0e30-4694-8ead-e12e768fcd3f,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:55:01.406337 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:55:01.413316 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:01.434903 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:01.436575 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1470363 May 20 19:55:01.597858 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-2d15e04a-ad39-4479-a722-649561efc514 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1480657638&fields=id&tenant_id=e290363a0dcd431d87e193b4dfc81066 HTTP/1.1" status: 200 len: 267 time: 0.0405858 May 20 19:55:01.746724 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-a05e2d89-704a-4a14-a145-d41b23c32ef6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:01.748220 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-a05e2d89-704a-4a14-a145-d41b23c32ef6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 811 time: 0.1439562 May 20 19:55:01.764223 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-038f7124-4864-4458-b49e-0f13f4f09db6 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/quotas/e290363a0dcd431d87e193b4dfc81066 HTTP/1.1" status: 200 len: 375 time: 0.0099485 May 20 19:55:01.853849 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-95bea9c4-9e71-4a23-a7a8-682bfd4a4f8e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842905 May 20 19:55:01.939093 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-d3c9efb5-25d3-4903-926a-2281a367ce46 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=98302) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 19:55:01.940092 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-d3c9efb5-25d3-4903-926a-2281a367ce46 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0751388 May 20 19:55:02.071727 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-3961926d-0f59-4404-a7ab-34caa928cc0d service neutron] 10.222.0.44 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255260 May 20 19:55:02.201438 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-e0329410-273e-42bc-a6ea-cd3f61103a84 service neutron] 10.222.0.44 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228228 May 20 19:55:02.378169 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-81354cab-db91-49ec-81c9-191dac48ff28 req-35c5495e-69ca-4cb3-9b7f-4ef9743b982f tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Synchronizing usage tracker for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:55:02.393724 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-81354cab-db91-49ec-81c9-191dac48ff28 req-35c5495e-69ca-4cb3-9b7f-4ef9743b982f tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Unset dirty status for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:55:02.394884 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-81354cab-db91-49ec-81c9-191dac48ff28 req-35c5495e-69ca-4cb3-9b7f-4ef9743b982f tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 210 time: 0.0606511 May 20 19:55:03.493472 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-dd96a2ee-270b-48d9-b3f9-b1ff70b3038d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:03.494898 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-dd96a2ee-270b-48d9-b3f9-b1ff70b3038d tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 811 time: 0.1466448 May 20 19:55:03.543355 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-f70ad1e8-4c02-48f5-a1ed-a2bb599ede9c tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Synchronizing usage tracker for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:55:03.545058 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-8960a00b-cc0c-4e8e-ae32-ae4f5714bff6 req-8a73097d-f473-4410-9a93-0f934385e4e4 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 210 time: 0.0438428 May 20 19:55:03.567748 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-f70ad1e8-4c02-48f5-a1ed-a2bb599ede9c tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Unset dirty status for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:55:03.567748 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-f70ad1e8-4c02-48f5-a1ed-a2bb599ede9c tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e290363a0dcd431d87e193b4dfc81066 HTTP/1.1" status: 200 len: 380 time: 0.0604866 May 20 19:55:03.571794 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'port': {'device_id': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'admin_state_up': True, 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'security_groups': ['69a303bd-9fa8-4e14-9065-ae4ce6c31bae']}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:55:03.705133 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:55:03.714501 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:55:03.724568 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Made reservation on behalf of e290363a0dcd431d87e193b4dfc81066 for: {'port': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:55:03.727967 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:03.896079 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Allocated IP 172.20.0.10 (432cc791-b7f6-4160-91d0-f8461a1c9d93/bdd66c8e-e337-4f00-80e3-955ff35406ea/ab3988dc-100f-4fae-a4dd-11873c7a2759) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:55:04.078852 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:04.094095 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Transition to ACTIVE for port object ab3988dc-100f-4fae-a4dd-11873c7a2759 will not be triggered until provisioned by entity DHCP. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:55:04.116617 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:04.123467 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-e04c7196-9cf2-4a44-91ba-fa5ac4959569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:55:04.189579 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Network 432cc791-b7f6-4160-91d0-f8461a1c9d93 is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:55:04.192666 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:55:04.195297 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:55:04.237565 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event updated for resources: {'Port': ['ID=ab3988dc-100f-4fae-a4dd-11873c7a2759,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:55:04.241028 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:55:04.267876 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:04.268532 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:04.295420 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-8c472844-aa99-4f97-a32a-d99d1f433672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7268138 May 20 19:55:04.307041 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Request body: {'port': {'device_id': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:55:04.422054 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:04.447184 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-e5940c76-26a9-4aed-a1e1-d4301886e8a4 None None] Provisioning for port ab3988dc-100f-4fae-a4dd-11873c7a2759 completed by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:55:04.452933 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-e5940c76-26a9-4aed-a1e1-d4301886e8a4 None None] Provisioning complete for port ab3988dc-100f-4fae-a4dd-11873c7a2759 triggered by entity DHCP. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:55:04.453343 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e5940c76-26a9-4aed-a1e1-d4301886e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:04.512832 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-e5940c76-26a9-4aed-a1e1-d4301886e8a4 None None] Port ab3988dc-100f-4fae-a4dd-11873c7a2759 cannot update to ACTIVE because it is not bound. {{(pid=98303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 19:55:04.772858 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b304bf-59ba-463d-aaee-268a158c8ccd req-27e97cb8-04a6-4fa2-86e3-fe2cc07c0b83 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:04.773551 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-11b304bf-59ba-463d-aaee-268a158c8ccd req-27e97cb8-04a6-4fa2-86e3-fe2cc07c0b83 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Synchronizing usage tracker for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:55:04.838067 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-11b304bf-59ba-463d-aaee-268a158c8ccd req-27e97cb8-04a6-4fa2-86e3-fe2cc07c0b83 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Unset dirty status for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:55:04.839132 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-11b304bf-59ba-463d-aaee-268a158c8ccd req-27e97cb8-04a6-4fa2-86e3-fe2cc07c0b83 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 932 time: 0.1879423 May 20 19:55:04.841310 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3988dc-100f-4fae-a4dd-11873c7a2759 {{(pid=98301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:55:04.861513 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:04.890204 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Transition to ACTIVE for port object ab3988dc-100f-4fae-a4dd-11873c7a2759 will not be triggered until provisioned by entity L2. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:55:04.894190 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:04.899515 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-4e99f98a-799f-4df3-9c4f-2b15cb8b6b79 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:55:04.936630 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-11b304bf-59ba-463d-aaee-268a158c8ccd req-09bc2582-1237-4c98-9ac2-69b2842fc672 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904844 May 20 19:55:05.141255 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3988dc-100f-4fae-a4dd-11873c7a2759,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:55:05.167174 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:55:05.244050 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Attempting to bind port ab3988dc-100f-4fae-a4dd-11873c7a2759 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:55:05.244336 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Attempting to bind port ab3988dc-100f-4fae-a4dd-11873c7a2759 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:55:05.244667 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Attempting to bind port ab3988dc-100f-4fae-a4dd-11873c7a2759 on network 432cc791-b7f6-4160-91d0-f8461a1c9d93 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:55:05.250964 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Port ab3988dc-100f-4fae-a4dd-11873c7a2759 on network 432cc791-b7f6-4160-91d0-f8461a1c9d93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:55:05.251281 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Attempting to bind port ab3988dc-100f-4fae-a4dd-11873c7a2759 on network 432cc791-b7f6-4160-91d0-f8461a1c9d93 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:55:05.256361 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:55:05.256695 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Checking segment: {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:55:05.257080 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Bound using segment: {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:55:05.257505 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Bound port: ab3988dc-100f-4fae-a4dd-11873c7a2759, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93'}}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:55:05.257844 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:05.343443 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] For port ab3988dc-100f-4fae-a4dd-11873c7a2759, host hv-cinder-79246, cleared binding levels {{(pid=98301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:55:05.346826 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] For port ab3988dc-100f-4fae-a4dd-11873c7a2759, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ab3988dc-100f-4fae-a4dd-11873c7a2759,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:55:05.350343 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:05.354818 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-06fa28d0-b038-4a6e-891a-2534eef208a3 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:55:05.413655 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:05.414292 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:05.415641 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] 10.222.0.16 "PUT /v2.0/ports/ab3988dc-100f-4fae-a4dd-11873c7a2759 HTTP/1.1" status: 200 len: 1094 time: 1.1128373 May 20 19:55:05.416227 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'tag': 'ab3988dc-100f-4fae-a4dd-11873c7a2759'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:55:05.438662 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3988dc-100f-4fae-a4dd-11873c7a2759,revision_number=3']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:55:05.443053 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:55:05.496935 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'tag': 'ab3988dc-100f-4fae-a4dd-11873c7a2759', 'status': 'completed', 'code': 200} May 20 19:55:05.533639 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-6a97d615-b3ca-4545-a35a-68fb98ecac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:05.535350 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-6a97d615-b3ca-4545-a35a-68fb98ecac03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 1097 time: 0.0763443 May 20 19:55:05.606899 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-2f235b3a-4d81-4367-ab74-e5c1c1ce063c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab3988dc-100f-4fae-a4dd-11873c7a2759 HTTP/1.1" status: 200 len: 217 time: 0.0648677 May 20 19:55:05.668120 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-fb4e5b06-dcf3-477d-a1a2-5da876e9da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:05.670067 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-fb4e5b06-dcf3-477d-a1a2-5da876e9da54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.0557210 May 20 19:55:05.746461 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-21fff668-6e73-46ca-8adc-f51ccd303078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:05.749396 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-21fff668-6e73-46ca-8adc-f51ccd303078 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716045 May 20 19:55:05.877805 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-4448ccd2-ad2a-422b-ab63-d0f4ecb85886 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231866 May 20 19:55:06.008602 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-bd05d432-86bf-4d1b-b86c-9e8151f49482 req-22399e35-4c73-4f7e-a777-66538b6e7ec8 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244361 May 20 19:55:06.180201 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cee57-068e-4f93-87a4-91fc20a12b6f req-3630eaa2-fb84-4512-860e-e7e047b7b850 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:06.181654 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a08cee57-068e-4f93-87a4-91fc20a12b6f req-3630eaa2-fb84-4512-860e-e7e047b7b850 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 944 time: 0.1360254 May 20 19:55:06.184055 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbd84f-12ee-464b-9749-22cb8347ff52 req-eeb93c67-f236-4c88-b85a-46ef6f37554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:06.186052 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-18dbd84f-12ee-464b-9749-22cb8347ff52 req-eeb93c67-f236-4c88-b85a-46ef6f37554e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 1097 time: 0.1090071 May 20 19:55:06.303349 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a08cee57-068e-4f93-87a4-91fc20a12b6f req-c2a46b86-01a7-44fe-85fc-9e9cfd80b4f1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153400 May 20 19:55:06.349046 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbd84f-12ee-464b-9749-22cb8347ff52 req-328ed813-17bc-4579-8d24-079b82b1970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:06.350480 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-18dbd84f-12ee-464b-9749-22cb8347ff52 req-328ed813-17bc-4579-8d24-079b82b1970a service neutron] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 912 time: 0.1475849 May 20 19:55:06.416299 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-18dbd84f-12ee-464b-9749-22cb8347ff52 req-5f00cc6e-f36a-4114-ba06-15e8a6766f94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab3988dc-100f-4fae-a4dd-11873c7a2759 HTTP/1.1" status: 200 len: 217 time: 0.0592484 May 20 19:55:06.479178 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbd84f-12ee-464b-9749-22cb8347ff52 req-1cbb6be8-f322-457f-b809-c2e956a3fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:06.480587 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-18dbd84f-12ee-464b-9749-22cb8347ff52 req-1cbb6be8-f322-457f-b809-c2e956a3fbef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.0581715 May 20 19:55:06.555346 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbd84f-12ee-464b-9749-22cb8347ff52 req-21406f60-9c13-4123-8f6b-47049d1f4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:06.556733 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-18dbd84f-12ee-464b-9749-22cb8347ff52 req-21406f60-9c13-4123-8f6b-47049d1f4f0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692067 May 20 19:55:06.684178 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-18dbd84f-12ee-464b-9749-22cb8347ff52 req-56dd6a85-abfd-45de-8b60-570f70ea7f12 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208334 May 20 19:55:06.909973 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-18dbd84f-12ee-464b-9749-22cb8347ff52 req-9f882f08-68cb-47cd-9772-f01abd28401e service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192485 May 20 19:55:07.488931 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e441fa3-d90a-4dbb-9225-73b1fc418d17 req-b647234e-850a-4f9e-ac4b-eadc4cdd2f63 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:07.490376 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4e441fa3-d90a-4dbb-9225-73b1fc418d17 req-b647234e-850a-4f9e-ac4b-eadc4cdd2f63 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 944 time: 0.0799243 May 20 19:55:07.535929 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4e441fa3-d90a-4dbb-9225-73b1fc418d17 req-c62ccfe6-291e-4e54-aea4-a19bd3cd5a48 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392962 May 20 19:55:08.723178 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334404e-877e-4f01-b2ee-d839f4efa955 req-44d406f6-a191-4f3e-83a2-62fa3205244f tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:08.724648 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5334404e-877e-4f01-b2ee-d839f4efa955 req-44d406f6-a191-4f3e-83a2-62fa3205244f tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 944 time: 0.0836174 May 20 19:55:08.752160 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device ab3988dc-100f-4fae-a4dd-11873c7a2759 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:55:08.769032 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-5334404e-877e-4f01-b2ee-d839f4efa955 req-264d9d47-02b0-432b-815d-774bb5984d84 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387425 May 20 19:55:08.929707 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port ab3988dc-100f-4fae-a4dd-11873c7a2759, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ab3988dc-100f-4fae-a4dd-11873c7a2759,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:55:08.942689 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': 'ab3988dc-100f-4fae-a4dd-11873c7a2759', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'port_id': 'ab3988dc-100f-4fae-a4dd-11873c7a2759', 'mac_address': 'fa:16:3e:56:b3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:55:09.001931 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:09.019582 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3988dc-100f-4fae-a4dd-11873c7a2759 {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:55:09.037883 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port ab3988dc-100f-4fae-a4dd-11873c7a2759, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ab3988dc-100f-4fae-a4dd-11873c7a2759,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:55:09.041663 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:09.043361 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-c874740c-a557-4e23-a20d-505cd27ec264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:55:09.114803 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=ab3988dc-100f-4fae-a4dd-11873c7a2759,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:55:09.121980 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.122350 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.122691 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.123022 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.123422 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.123765 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.124251 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.124801 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.125344 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.125819 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.126290 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.126621 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:55:09.130663 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:55:09.396162 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['ab3988dc-100f-4fae-a4dd-11873c7a2759'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:55:10.097566 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafa289-880b-4131-b26f-406256d67299 req-e72a0bc8-2985-4543-85f8-6787206b0f56 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:10.099004 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2dafa289-880b-4131-b26f-406256d67299 req-e72a0bc8-2985-4543-85f8-6787206b0f56 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 945 time: 0.0841660 May 20 19:55:10.143103 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-2dafa289-880b-4131-b26f-406256d67299 req-76054373-99ff-4cbd-9de3-f458b96dbb77 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383203 May 20 19:55:10.783344 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device ab3988dc-100f-4fae-a4dd-11873c7a2759 up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:55:10.854222 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port ab3988dc-100f-4fae-a4dd-11873c7a2759 completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:55:10.858558 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port ab3988dc-100f-4fae-a4dd-11873c7a2759 triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:55:10.858938 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:10.973648 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:10.999554 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3988dc-100f-4fae-a4dd-11873c7a2759'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:55:11.009282 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port ab3988dc-100f-4fae-a4dd-11873c7a2759, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ab3988dc-100f-4fae-a4dd-11873c7a2759,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:55:11.014804 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:11.016995 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-cc9ee06b-695a-468c-9a73-be2d2045242d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:55:11.084842 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=ab3988dc-100f-4fae-a4dd-11873c7a2759,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:55:11.087894 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:55:11.102530 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3988dc-100f-4fae-a4dd-11873c7a2759', 'code': 200} May 20 19:55:11.335136 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d631bd3-24ed-49b8-b6ed-c573375e2162 req-cc72e3c9-20f4-483a-b524-23d9f6ebf89a tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:11.336622 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0d631bd3-24ed-49b8-b6ed-c573375e2162 req-cc72e3c9-20f4-483a-b524-23d9f6ebf89a tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 946 time: 0.0890954 May 20 19:55:11.348655 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651e916-56b0-400a-87cf-8b22241b3e9f req-61a7735d-d8e4-4b41-8fc5-b9bef1966c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:11.350151 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4651e916-56b0-400a-87cf-8b22241b3e9f req-61a7735d-d8e4-4b41-8fc5-b9bef1966c04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 1099 time: 0.0703337 May 20 19:55:11.382364 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0d631bd3-24ed-49b8-b6ed-c573375e2162 req-18c61a0d-a78a-4640-8016-3a9e83e85bbf tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397277 May 20 19:55:11.390982 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-4651e916-56b0-400a-87cf-8b22241b3e9f req-75e7cd4c-a411-4f28-9bd2-a38cfa5f4513 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345786 May 20 19:55:12.574956 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3b4d0-1455-497a-a8ae-425bae3647bd req-be31a263-9e88-40df-9da6-f880ae031eb4 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:12.576485 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b2c3b4d0-1455-497a-a8ae-425bae3647bd req-be31a263-9e88-40df-9da6-f880ae031eb4 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 946 time: 0.0853460 May 20 19:55:12.633258 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b2c3b4d0-1455-497a-a8ae-425bae3647bd req-b6623027-9bfd-4f81-9abe-84e4d5852b6f tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507143 May 20 19:55:13.819057 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef500e9-ccf0-45da-a6d0-018ee9851204 req-566ecce3-0d72-4f33-b05b-0f3137521a13 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:13.820559 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6ef500e9-ccf0-45da-a6d0-018ee9851204 req-566ecce3-0d72-4f33-b05b-0f3137521a13 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 946 time: 0.0814960 May 20 19:55:13.865666 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-6ef500e9-ccf0-45da-a6d0-018ee9851204 req-b612a0f3-3340-40c5-9b84-55692124f75b tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394275 May 20 19:55:14.048913 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6070307-b922-474f-b5e5-a7683784c055 req-39a4a9be-4a6a-4c81-987d-e95967594567 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:14.050360 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e6070307-b922-474f-b5e5-a7683784c055 req-39a4a9be-4a6a-4c81-987d-e95967594567 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 946 time: 0.0862567 May 20 19:55:14.058647 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39118) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:55:14.063617 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-e2df335a-b173-425f-9edb-83397c402277 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Request body: {'floatingip': {'port_id': 'ab3988dc-100f-4fae-a4dd-11873c7a2759'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:55:14.126213 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:14.137891 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e2df335a-b173-425f-9edb-83397c402277 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:14.713334 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e2df335a-b173-425f-9edb-83397c402277 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:14.717178 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e2df335a-b173-425f-9edb-83397c402277 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:14.882125 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.l3_db [None req-e2df335a-b173-425f-9edb-83397c402277 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Floating IP 156539e1-7a06-4da3-aa55-ea71731f4efa associated. External IP: 172.28.2.54, port: ab3988dc-100f-4fae-a4dd-11873c7a2759. May 20 19:55:15.321708 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2df335a-b173-425f-9edb-83397c402277 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:55:15.493852 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2df335a-b173-425f-9edb-83397c402277 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:55:15.499297 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-e2df335a-b173-425f-9edb-83397c402277 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:15.505090 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd473e8b-d749-4821-af77-90241299b488 None None] Sync routers for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:55:15.516195 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd473e8b-d749-4821-af77-90241299b488 None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:55:15.516805 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-cd473e8b-d749-4821-af77-90241299b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:54:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:55:15.556177 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-e2df335a-b173-425f-9edb-83397c402277 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "PUT /v2.0/floatingips/156539e1-7a06-4da3-aa55-ea71731f4efa HTTP/1.1" status: 200 len: 991 time: 1.4964757 May 20 19:55:15.556833 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'tag': 'ab3988dc-100f-4fae-a4dd-11873c7a2759'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:55:15.609975 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'tag': 'ab3988dc-100f-4fae-a4dd-11873c7a2759', 'status': 'completed', 'code': 200} May 20 19:55:15.701576 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-cd473e8b-d749-4821-af77-90241299b488 None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:55:15.709731 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62eb10-c559-4902-b609-0aea24e0bc1d req-59f13994-26c4-45e6-8edb-aa799c2fe81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:15.711244 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3a62eb10-c559-4902-b609-0aea24e0bc1d req-59f13994-26c4-45e6-8edb-aa799c2fe81f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 1099 time: 0.0776961 May 20 19:55:15.841159 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62eb10-c559-4902-b609-0aea24e0bc1d req-24ebbc72-d268-4c62-a881-0c7805f450a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:15.842588 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3a62eb10-c559-4902-b609-0aea24e0bc1d req-24ebbc72-d268-4c62-a881-0c7805f450a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 912 time: 0.1251547 May 20 19:55:15.947147 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3a62eb10-c559-4902-b609-0aea24e0bc1d req-e9c0a49a-ab26-4a51-a8c9-41d8e9c709fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab3988dc-100f-4fae-a4dd-11873c7a2759 HTTP/1.1" status: 200 len: 999 time: 0.0980129 May 20 19:55:16.018356 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62eb10-c559-4902-b609-0aea24e0bc1d req-b131fc52-4624-4e55-935f-04f7a9bafaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:16.020141 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3a62eb10-c559-4902-b609-0aea24e0bc1d req-b131fc52-4624-4e55-935f-04f7a9bafaee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.0673914 May 20 19:55:16.093410 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-cd473e8b-d749-4821-af77-90241299b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': '156539e1-7a06-4da3-aa55-ea71731f4efa', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'floating_ip_address': '172.28.2.54', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'port_id': 'ab3988dc-100f-4fae-a4dd-11873c7a2759', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'mac_address': 'fa:16:3e:56:b3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:55:00Z', 'updated_at': '2021-05-20T19:55:14Z', 'revision_number': 1, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:55:16.097227 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd473e8b-d749-4821-af77-90241299b488 None None] Checking router: 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:55:16.099837 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62eb10-c559-4902-b609-0aea24e0bc1d req-da0c73d0-8681-4db5-8f92-25b4d24dde32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:16.101369 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3a62eb10-c559-4902-b609-0aea24e0bc1d req-da0c73d0-8681-4db5-8f92-25b4d24dde32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752575 May 20 19:55:16.105801 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd473e8b-d749-4821-af77-90241299b488 None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:55:16.106395 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-cd473e8b-d749-4821-af77-90241299b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:54:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:55:16.246058 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3a62eb10-c559-4902-b609-0aea24e0bc1d req-868fea3d-1370-4805-bede-600cbe5623ff service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376812 May 20 19:55:16.309268 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-cd473e8b-d749-4821-af77-90241299b488 None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:55:16.378330 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-3a62eb10-c559-4902-b609-0aea24e0bc1d req-e7f29f86-dd4e-4fc6-8f9e-1111b44a4144 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264539 May 20 19:55:16.651833 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-cd473e8b-d749-4821-af77-90241299b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': '156539e1-7a06-4da3-aa55-ea71731f4efa', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'floating_ip_address': '172.28.2.54', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'port_id': 'ab3988dc-100f-4fae-a4dd-11873c7a2759', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'mac_address': 'fa:16:3e:56:b3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:55:00Z', 'updated_at': '2021-05-20T19:55:14Z', 'revision_number': 1, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:55:16.655921 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd473e8b-d749-4821-af77-90241299b488 None None] The sync data for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb is: [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_floatingips': [{'id': '156539e1-7a06-4da3-aa55-ea71731f4efa', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'floating_ip_address': '172.28.2.54', 'floating_network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'router_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'port_id': 'ab3988dc-100f-4fae-a4dd-11873c7a2759', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'mac_address': 'fa:16:3e:56:b3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T19:55:00Z', 'updated_at': '2021-05-20T19:55:14Z', 'revision_number': 1, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:55:16.835619 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f16548-9df2-47f0-89a6-c54dc306fb0b None None] New status for floating IP 156539e1-7a06-4da3-aa55-ea71731f4efa: ACTIVE {{(pid=98303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:55:17.266377 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-bf841e97-40cb-4a63-99c5-ca603ef4922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:19.784104 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4f6406b4-211e-42fc-b90c-cf59db6032ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:19.842605 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:20.949379 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:22.442681 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:29.489507 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:55:44.152253 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:47.267564 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0d911b96-2233-488d-ab79-b4b8c56f77c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:49.785590 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5d224771-57f7-4a63-a55d-b5dc6e7e2dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:49.843363 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:50.951667 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:52.448423 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:55:54.530209 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-41f02307-05b3-4ae4-b68f-96087862b04e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1081867 May 20 19:55:54.662642 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-6accf40f-a4d7-4910-aecd-788a9e20c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:54.664060 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-6accf40f-a4d7-4910-aecd-788a9e20c5c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e290363a0dcd431d87e193b4dfc81066&device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 1099 time: 0.0681326 May 20 19:55:54.920315 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-d94fe4aa-5df5-4df6-a50a-e7bde24e9ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:54.921773 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-d94fe4aa-5df5-4df6-a50a-e7bde24e9ad5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 200 len: 912 time: 0.2392647 May 20 19:55:55.020799 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-a6779024-85a9-46d3-b463-f63a8f021ba6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab3988dc-100f-4fae-a4dd-11873c7a2759 HTTP/1.1" status: 200 len: 1001 time: 0.0918434 May 20 19:55:55.084304 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-c1ce101b-c1f6-467d-b731-f98a3dbd3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:55.085689 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-c1ce101b-c1f6-467d-b731-f98a3dbd3fed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 200 len: 850 time: 0.0585327 May 20 19:55:55.158871 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-0dd880e1-5702-412f-bddd-bd6e32425282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:55:55.160325 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-0dd880e1-5702-412f-bddd-bd6e32425282 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=432cc791-b7f6-4160-91d0-f8461a1c9d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685234 May 20 19:55:55.287997 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-e73df068-b232-4314-ab98-70d1c2da7dfa service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213377 May 20 19:55:55.415569 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ddc67f38-ef71-40ea-acb1-0cc721ab80d2 req-2ffdfc12-60ea-4c87-8664-ced5188a7529 service neutron] 10.222.0.16 "GET /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219006 May 20 19:56:06.489164 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:56:14.155138 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:17.268495 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-12e48fe3-3a11-4246-9a29-d40dddc21b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:19.786978 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-0202ff99-1e8d-41c1-bcd2-9042ce69fc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:19.844822 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:20.958217 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:22.447970 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:37.013707 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78295f4-035d-4f29-b3d4-bb23fdf4ca22 req-0942c1ce-4286-4178-867d-4f3c57e350ab tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:56:37.015052 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b78295f4-035d-4f29-b3d4-bb23fdf4ca22 req-0942c1ce-4286-4178-867d-4f3c57e350ab tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 946 time: 0.0907598 May 20 19:56:37.059448 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-b78295f4-035d-4f29-b3d4-bb23fdf4ca22 req-677047bd-9bbe-409b-ab2c-3ffc62ea6854 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387025 May 20 19:56:38.329661 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87664c-f85c-4aec-bbda-9d3beaa497ac req-a21b4f1b-d85e-4786-a96e-74ccc0935d1e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:56:38.331085 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fe87664c-f85c-4aec-bbda-9d3beaa497ac req-a21b4f1b-d85e-4786-a96e-74ccc0935d1e tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 946 time: 0.1658611 May 20 19:56:38.374024 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-fe87664c-f85c-4aec-bbda-9d3beaa497ac req-0f374599-a3bd-4e2e-b5c3-0b8171c30c93 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371966 May 20 19:56:39.008299 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-cd677f57-6a6e-45ee-8cc2-d601f77214fd tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:56:39.009713 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-cd677f57-6a6e-45ee-8cc2-d601f77214fd tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.16 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 946 time: 0.0819747 May 20 19:56:39.144831 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Deleting port ab3988dc-100f-4fae-a4dd-11873c7a2759 {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:56:39.145172 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:39.277084 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] For port ab3988dc-100f-4fae-a4dd-11873c7a2759, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ab3988dc-100f-4fae-a4dd-11873c7a2759,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:56:39.277359 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:39.612760 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:39.613052 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711821'] for floatingip, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:39.613363 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.l3_db [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Floating IP 156539e1-7a06-4da3-aa55-ea71731f4efa disassociated. External IP: 172.28.2.54, port: ab3988dc-100f-4fae-a4dd-11873c7a2759. May 20 19:56:39.613704 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Calling delete_port for ab3988dc-100f-4fae-a4dd-11873c7a2759 owned by compute:nova {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:56:39.647026 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2830518-9f62-4b71-80ba-4eeebe31108d req-6b24646d-d8ad-40a0-8d24-d16c04e7a8ca tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:56:39.648489 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a2830518-9f62-4b71-80ba-4eeebe31108d req-6b24646d-d8ad-40a0-8d24-d16c04e7a8ca tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 946 time: 0.1312187 May 20 19:56:39.810305 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-a2830518-9f62-4b71-80ba-4eeebe31108d req-a266820f-e2a2-4a9a-b93d-ba74ca849fcf tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups?id=69a303bd-9fa8-4e14-9065-ae4ce6c31bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547363 May 20 19:56:39.895702 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:39.901776 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-fcdb4261-0c2a-41b5-9f60-e1d8e4383278 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:56:39.952215 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event deleted for resources: {'Port': ['ID=ab3988dc-100f-4fae-a4dd-11873c7a2759,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:56:40.009236 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.009895 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.010017 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.010910 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.011286 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.011645 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.012007 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.012393 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.012749 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.013102 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.013456 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.013807 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:40.021992 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:56:40.147112 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:56:40.331171 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:56:40.342988 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbdaf41-d67d-45f3-b798-c9bceaec1304 None None] Sync routers for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:56:40.352787 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbdaf41-d67d-45f3-b798-c9bceaec1304 None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:56:40.353754 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-4bbdaf41-d67d-45f3-b798-c9bceaec1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:56:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:56:40.411111 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] No DVR routers for this DVR port ab3988dc-100f-4fae-a4dd-11873c7a2759 on host hv-cinder-79246 {{(pid=98301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:56:40.413671 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:40.416975 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'name': 'network-vif-deleted', 'tag': 'ab3988dc-100f-4fae-a4dd-11873c7a2759'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:56:40.434453 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-876af571-9cff-46a8-a5ef-4f8d09db1bfa req-b28ceb1b-ff1c-4671-9222-46b446c3ed14 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.16 "DELETE /v2.0/ports/ab3988dc-100f-4fae-a4dd-11873c7a2759 HTTP/1.1" status: 204 len: 173 time: 1.4189200 May 20 19:56:40.464918 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628ecd40-6717-4958-b778-8ae91c1bcfda', 'name': 'network-vif-deleted', 'tag': 'ab3988dc-100f-4fae-a4dd-11873c7a2759', 'status': 'completed', 'code': 200} May 20 19:56:40.547086 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-4bbdaf41-d67d-45f3-b798-c9bceaec1304 None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:56:40.862879 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-4bbdaf41-d67d-45f3-b798-c9bceaec1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:56:40.867166 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbdaf41-d67d-45f3-b798-c9bceaec1304 None None] Checking router: 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:56:40.878323 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbdaf41-d67d-45f3-b798-c9bceaec1304 None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:56:40.879004 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-4bbdaf41-d67d-45f3-b798-c9bceaec1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:56:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:56:41.001167 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-e00ecf3b-bcb6-4878-a1ed-ccfe5e3590a0 req-748b34a0-5a7e-45fc-a707-83406b6fd8e8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Synchronizing usage tracker for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:56:41.025834 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-e00ecf3b-bcb6-4878-a1ed-ccfe5e3590a0 req-748b34a0-5a7e-45fc-a707-83406b6fd8e8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Unset dirty status for tenant:e290363a0dcd431d87e193b4dfc81066 on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:56:41.029284 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-e00ecf3b-bcb6-4878-a1ed-ccfe5e3590a0 req-748b34a0-5a7e-45fc-a707-83406b6fd8e8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/ports?device_id=628ecd40-6717-4958-b778-8ae91c1bcfda HTTP/1.1" status: 200 len: 210 time: 0.0771666 May 20 19:56:41.106731 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-4bbdaf41-d67d-45f3-b798-c9bceaec1304 None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:56:41.218639 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device ab3988dc-100f-4fae-a4dd-11873c7a2759 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:56:41.263218 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: ab3988dc-100f-4fae-a4dd-11873c7a2759 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:56:41.263554 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device ab3988dc-100f-4fae-a4dd-11873c7a2759 not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:56:41.422978 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-4bbdaf41-d67d-45f3-b798-c9bceaec1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:56:41.426966 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbdaf41-d67d-45f3-b798-c9bceaec1304 None None] The sync data for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb is: [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:50:40Z', 'revision_number': 4, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb', '_interfaces': [{'id': '1580d038-b606-4eee-bd3e-c5650baa1bae', 'name': '', 'network_id': '432cc791-b7f6-4160-91d0-f8461a1c9d93', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'mac_address': 'fa:16:3e:ae:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:39Z', 'updated_at': '2021-05-20T19:50:44Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'subnets': [{'id': 'bdd66c8e-e337-4f00-80e3-955ff35406ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:56:41.625197 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4d539-38d8-4e40-88e5-c6c601ad6079 None None] New status for floating IP 156539e1-7a06-4da3-aa55-ea71731f4efa: DOWN {{(pid=98303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 19:56:42.156882 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39366) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:56:42.221090 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-95ccab01-7bb1-436a-a57d-381638ff70c2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:42.249563 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-95ccab01-7bb1-436a-a57d-381638ff70c2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:42.304148 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-95ccab01-7bb1-436a-a57d-381638ff70c2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:42.307921 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-423b6379-d330-4255-b9cf-6e42cbe9e432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:56:42.326154 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccab01-7bb1-436a-a57d-381638ff70c2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a303bd-9fa8-4e14-9065-ae4ce6c31bae,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:56:42.328854 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-95ccab01-7bb1-436a-a57d-381638ff70c2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:56:42.336476 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-95ccab01-7bb1-436a-a57d-381638ff70c2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:42.337584 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-95ccab01-7bb1-436a-a57d-381638ff70c2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "DELETE /v2.0/security-groups/69a303bd-9fa8-4e14-9065-ae4ce6c31bae HTTP/1.1" status: 204 len: 168 time: 0.1797302 May 20 19:56:42.340733 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39370) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:56:42.357162 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.api.v2.resource [None req-65743a77-dc3d-4348-bfe1-d30a1f1f3b33 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] show failed (client error): The resource could not be found. May 20 19:56:42.358137 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-65743a77-dc3d-4348-bfe1-d30a1f1f3b33 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "GET /v2.0/security-groups/69a303bd-9fa8-4e14-9065-ae4ce6c31bae HTTP/1.1" status: 404 len: 347 time: 0.0164707 May 20 19:56:42.360908 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39374) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:56:42.574005 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3da93-9af3-42b5-a5ee-817ca77a00c1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Deleting port 4c8b977a-0e30-4694-8ead-e12e768fcd3f {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:56:42.574342 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ebf3da93-9af3-42b5-a5ee-817ca77a00c1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:42.690883 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ebf3da93-9af3-42b5-a5ee-817ca77a00c1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:42.691205 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ebf3da93-9af3-42b5-a5ee-817ca77a00c1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:42.817552 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3da93-9af3-42b5-a5ee-817ca77a00c1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Calling delete_port for 4c8b977a-0e30-4694-8ead-e12e768fcd3f owned by network:floatingip {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:56:42.925668 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ebf3da93-9af3-42b5-a5ee-817ca77a00c1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:42.929350 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-97456246-3348-47d5-a1bc-e25ff6d340c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:56:42.975929 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3da93-9af3-42b5-a5ee-817ca77a00c1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Pushing event deleted for resources: {'Port': ['ID=4c8b977a-0e30-4694-8ead-e12e768fcd3f,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:56:42.979129 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ebf3da93-9af3-42b5-a5ee-817ca77a00c1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:56:43.172875 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ebf3da93-9af3-42b5-a5ee-817ca77a00c1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks [] for floatingip, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:43.190335 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-ebf3da93-9af3-42b5-a5ee-817ca77a00c1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for floatingip, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:43.191395 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-ebf3da93-9af3-42b5-a5ee-817ca77a00c1 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] 10.222.0.44 "DELETE /v2.0/floatingips/156539e1-7a06-4da3-aa55-ea71731f4efa HTTP/1.1" status: 204 len: 168 time: 0.8295624 May 20 19:56:43.487946 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:56:44.165689 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:47.218349 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 39406) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:56:47.270070 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-a1d29961-2662-4844-acd4-68b3f6be4ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:47.832921 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454739'] for router_interface, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:48.237793 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Deleting port 1580d038-b606-4eee-bd3e-c5650baa1bae {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:56:48.238567 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:48.356967 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] For port 1580d038-b606-4eee-bd3e-c5650baa1bae, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=1580d038-b606-4eee-bd3e-c5650baa1bae,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:56:48.357309 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:48.478580 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Calling delete_port for 1580d038-b606-4eee-bd3e-c5650baa1bae owned by network:router_interface {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:56:48.743893 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:48.749245 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-56df2ecc-0552-4f5e-843e-99085646ddf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:56:48.794700 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1580d038-b606-4eee-bd3e-c5650baa1bae,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:56:48.832952 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.833334 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.833702 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.834063 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.834418 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.834783 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.835134 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.835484 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.835837 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.836221 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.836571 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.836917 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:48.847832 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:56:49.078242 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454887'] for router_interface, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:49.445169 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc has already been hosted by L3 agent 23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8 {{(pid=98302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 19:56:49.625940 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] Notify agent at l3_agent.dv-cinder-792462-2-smb the message routers_updated {{(pid=98302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 19:56:49.634257 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2dac24-edb0-49a7-b9e5-39f5080efdc6 None None] Sync routers for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 19:56:49.640714 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-12368098-b099-4aad-9379-6feba110cea2 admin admin] 10.222.0.44 "PUT /v2.0/routers/1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4192235 May 20 19:56:49.641433 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 39412) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:56:49.643641 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2dac24-edb0-49a7-b9e5-39f5080efdc6 None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:56:49.644377 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-5b2dac24-edb0-49a7-b9e5-39f5080efdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:56:20Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:56:49.789910 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-27e81abf-6e84-4bfe-8cbc-77bafbb0c7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:49.822882 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-5b2dac24-edb0-49a7-b9e5-39f5080efdc6 None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: dv-cinder-792462-2-smb {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:56:49.825725 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Notify callbacks [] for router, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:49.852560 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:50.008883 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:50.124999 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-5b2dac24-edb0-49a7-b9e5-39f5080efdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'external_fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:56:48Z', 'revision_number': 5, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port': {'id': '68fd5e58-3065-4c2b-8a38-22d59d2a9609', 'name': '', 'network_id': '30f8c0e8-7295-47a8-a197-8cf663cc81fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T19:50:37Z', 'updated_at': '2021-05-20T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16a25d1f-36ae-405b-82d2-9b94b9c66fe8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-2-smb'}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:56:50.129067 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2dac24-edb0-49a7-b9e5-39f5080efdc6 None None] Checking router: 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc for host: dv-cinder-792462-2-smb {{(pid=98304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 19:56:50.138811 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2dac24-edb0-49a7-b9e5-39f5080efdc6 None None] Routers {'1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'} bound to L3 agent in host dv-cinder-792462-2-smb {{(pid=98304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 19:56:50.139443 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-5b2dac24-edb0-49a7-b9e5-39f5080efdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T19:32:50Z,description=,heartbeat_timestamp=2021-05-20T19:56:50Z,host='dv-cinder-792462-2-smb',id=23386b4d-d37b-4f7c-8f2f-d71b1e7fbee8,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T19:32:50Z,topic='l3_agent')) {'router_ids': ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'], 'active': True} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:56:50.206288 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Deleting port 68fd5e58-3065-4c2b-8a38-22d59d2a9609 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:56:50.206625 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:50.289255 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_dvr_db [None req-5b2dac24-edb0-49a7-b9e5-39f5080efdc6 None None] Set router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc gateway port host: None {{(pid=98304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 19:56:50.330581 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] For port 68fd5e58-3065-4c2b-8a38-22d59d2a9609, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=68fd5e58-3065-4c2b-8a38-22d59d2a9609,segment=NetworkSegment(9860f6b3-a377-404c-be0b-95cc4fa7d056),segment_id=9860f6b3-a377-404c-be0b-95cc4fa7d056)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:56:50.330941 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:50.395521 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.l3_hamode_db [None req-5b2dac24-edb0-49a7-b9e5-39f5080efdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:56:50Z', 'revision_number': 6, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port_host': None}], 'dv-cinder-792462-2-smb', False) {} {{(pid=98304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:56:50.399387 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2dac24-edb0-49a7-b9e5-39f5080efdc6 None None] The sync data for ids ['1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc'] in dv-cinder-792462-2-smb is: [{'id': '1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc', 'name': 'tempest-AttachVolumeTestJSON-1568905432-router', 'tenant_id': 'e290363a0dcd431d87e193b4dfc81066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T19:50:36Z', 'updated_at': '2021-05-20T19:56:50Z', 'revision_number': 6, 'project_id': 'e290363a0dcd431d87e193b4dfc81066', 'gw_port_host': None}] {{(pid=98304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 19:56:50.454745 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Calling delete_port for 68fd5e58-3065-4c2b-8a38-22d59d2a9609 owned by network:router_gateway {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:56:50.589654 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:50.594309 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-cb4ab82b-821d-4506-bbbe-7d1bc829d38e tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:56:50.665785 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Pushing event deleted for resources: {'Port': ['ID=68fd5e58-3065-4c2b-8a38-22d59d2a9609,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:56:50.673697 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:56:50.732718 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711864'] for router_gateway, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:50.914736 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:50.917522 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:50.940630 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3693124'] for router, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:50.941169 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc {{(pid=98302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 19:56:50.953291 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] Notify callbacks [] for router, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:50.954474 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-0092ea0d-fa42-42d4-8cfd-972b980362bf admin admin] 10.222.0.44 "DELETE /v2.0/routers/1dadc9b0-731f-49ca-b2b2-21abd1cd3fcc HTTP/1.1" status: 204 len: 168 time: 1.3121378 May 20 19:56:50.956992 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 39416) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:56:50.957451 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:51.019695 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f1a3c8-1aed-4993-ba0e-76b6bca5e00d admin admin] Deleting subnet bdd66c8e-e337-4f00-80e3-955ff35406ea {{(pid=98302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:56:51.022691 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-80f1a3c8-1aed-4993-ba0e-76b6bca5e00d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:51.072232 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-80f1a3c8-1aed-4993-ba0e-76b6bca5e00d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1755509'] for subnet, precommit_delete_associations {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:51.152743 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-80f1a3c8-1aed-4993-ba0e-76b6bca5e00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:51.182167 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1580d038-b606-4eee-bd3e-c5650baa1bae no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:56:51.221821 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 1580d038-b606-4eee-bd3e-c5650baa1bae {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:56:51.222177 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 1580d038-b606-4eee-bd3e-c5650baa1bae not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:56:51.410087 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-80f1a3c8-1aed-4993-ba0e-76b6bca5e00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605225'] for subnet, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:51.414463 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:56:51.448314 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1a3c8-1aed-4993-ba0e-76b6bca5e00d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd66c8e-e337-4f00-80e3-955ff35406ea,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:56:51.451403 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-80f1a3c8-1aed-4993-ba0e-76b6bca5e00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:56:51.452383 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-80f1a3c8-1aed-4993-ba0e-76b6bca5e00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:51.459171 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47665e0-e1a7-4f42-be82-8b2b88827254 None None] Network 432cc791-b7f6-4160-91d0-f8461a1c9d93 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:56:51.459364 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-80f1a3c8-1aed-4993-ba0e-76b6bca5e00d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bdd66c8e-e337-4f00-80e3-955ff35406ea HTTP/1.1" status: 204 len: 168 time: 0.5008790 May 20 19:56:51.461330 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 39420) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:56:51.567976 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:51.747518 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] DHCP port deletion for 432cc791-b7f6-4160-91d0-f8461a1c9d93 request from dv-cinder-792462-2-smb {{(pid=98303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 19:56:51.749935 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Deleting port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 {{(pid=98302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:56:51.750278 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:51.809372 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Deleting port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 {{(pid=98303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:56:51.809750 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:51.851331 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.db [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] For port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=944fb269-d0cf-43c2-a9e6-a774cf17d3a4,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:56:51.851679 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:51.906768 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] For port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4, host dv-cinder-792462-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-2-smb',level=0,port_id=944fb269-d0cf-43c2-a9e6-a774cf17d3a4,segment=NetworkSegment(5b40bf5a-8f25-47ab-ad63-ecd0e50873a9),segment_id=5b40bf5a-8f25-47ab-ad63-ecd0e50873a9)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:56:51.907166 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:51.977079 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.plugin [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Calling delete_port for 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 owned by network:dhcp {{(pid=98302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:56:52.023607 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797795'] for port, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.028416 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-961b6e94-29ea-4ec1-af04-b6cf9fa83f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:56:52.034408 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Calling delete_port for 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 owned by network:dhcp {{(pid=98303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:56:52.070875 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=944fb269-d0cf-43c2-a9e6-a774cf17d3a4,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:56:52.074566 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:56:52.075336 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] No DVR routers for this DVR port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 on host dv-cinder-792462-2-smb {{(pid=98302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:56:52.093321 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488'] for port, after_delete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.097214 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:56:52.139328 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Pushing event deleted for resources: {'Port': ['ID=944fb269-d0cf-43c2-a9e6-a774cf17d3a4,revision_number=None']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:56:52.146475 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] No DVR routers for this DVR port 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 on host dv-cinder-792462-2-smb {{(pid=98303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:56:52.154741 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.155409 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.155785 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.156104 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.156470 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.156731 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.157070 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.157580 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.157904 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.158223 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.158539 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.158853 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:56:52.164927 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-a6ca32f4-67b1-44f4-a346-ca9b8ef8e13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:56:52.191905 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.205088 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432cc791-b7f6-4160-91d0-f8461a1c9d93']}} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:56:52.221639 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9') {'for_net_delete': True} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:56:52.221927 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b40bf5a-8f25-47ab-ad63-ecd0e50873a9') {} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:56:52.234099 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1755514'] for segment, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.250272 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.256506 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=98302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:56:52.256917 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797878'] for segment, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: Traceback (most recent call last): May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: timer() May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: cb(*args, **kw) May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: return func(*args, **kwargs) May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: self._notify() May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: self.callback(batched_events) May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: event.method(event) May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: return f(self, *a, **k) May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: return self._get(url).json() May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: return self.request(url, 'GET', **kwargs) May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:56:52.270116 dv-cinder-792462-2-smb neutron-server[98302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:56:52.344097 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.348894 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.351684 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-dbf038dd-79ad-4186-a623-c186a09db8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:56:52.377017 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=432cc791-b7f6-4160-91d0-f8461a1c9d93,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:56:52.379439 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:56:52.392181 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-95179a47-c9da-4559-ac2a-4456a1c77f8a admin admin] 10.222.0.44 "DELETE /v2.0/networks/432cc791-b7f6-4160-91d0-f8461a1c9d93 HTTP/1.1" status: 204 len: 168 time: 0.9297152 May 20 19:56:52.450245 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.503833 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39426) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:56:52.553173 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-08b6b21a-423d-4517-a8fb-e19f0b60f434 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e290363a0dcd431d87e193b4dfc81066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481021 May 20 19:56:52.555509 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39430) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:56:52.614716 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf510-161c-4778-8857-71ba3cf0430e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.639351 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf510-161c-4778-8857-71ba3cf0430e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.692305 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf510-161c-4778-8857-71ba3cf0430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.694227 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:56:52.696288 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-29053719-1e92-442a-9185-86afa652dbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:56:52.709109 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbf510-161c-4778-8857-71ba3cf0430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a4ebc3-a242-4980-8343-2d95528e957f,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:56:52.713507 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-2dfbf510-161c-4778-8857-71ba3cf0430e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:56:52.718645 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf510-161c-4778-8857-71ba3cf0430e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:56:52.722282 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-2dfbf510-161c-4778-8857-71ba3cf0430e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30a4ebc3-a242-4980-8343-2d95528e957f HTTP/1.1" status: 204 len: 168 time: 0.1633663 May 20 19:56:52.741665 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:56:52.741948 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 944fb269-d0cf-43c2-a9e6-a774cf17d3a4 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:56:52.742366 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 68fd5e58-3065-4c2b-8a38-22d59d2a9609 no longer exists at agent ovs-agent-dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:56:52.781045 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] No Port match for: 68fd5e58-3065-4c2b-8a38-22d59d2a9609 {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:56:52.781395 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Device 68fd5e58-3065-4c2b-8a38-22d59d2a9609 not bound to the agent host dv-cinder-792462-2-smb {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:57:07.779757 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [req-82c3e1dc-3be5-4bdf-be81-18ac9355a698 req-5d83b645-0b6f-475a-869e-c12a58b19742 service neutron] (98302) timed out ('10.222.0.16', 53013) {{(pid=98302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 19:57:14.183843 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:17.273379 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-8f7abd24-de69-49a4-bf0c-be66be8add32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:19.785119 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e5c18f33-5861-441c-8aa7-55b7783cb564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:19.846579 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:20.488472 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:57:20.959541 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:22.453225 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:26.546884 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39798) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:26.663009 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fb625b7c-07a0-4257-bfbc-5f1003e1f6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:26.677950 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-fb625b7c-07a0-4257-bfbc-5f1003e1f6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:26.681899 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-fb625b7c-07a0-4257-bfbc-5f1003e1f6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a29247b8fa9c4a589b5ab38834326d8b is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:26.684690 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-fb625b7c-07a0-4257-bfbc-5f1003e1f6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:26.690355 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-fb625b7c-07a0-4257-bfbc-5f1003e1f6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:26.779616 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fb625b7c-07a0-4257-bfbc-5f1003e1f6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:26.784705 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fb625b7c-07a0-4257-bfbc-5f1003e1f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:26.792280 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-730de58a-53ea-42f3-88f4-8602b3719dbb tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:26.836135 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-fb625b7c-07a0-4257-bfbc-5f1003e1f6c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a29247b8fa9c4a589b5ab38834326d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881606 May 20 19:57:26.837618 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb625b7c-07a0-4257-bfbc-5f1003e1f6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0393df7-2052-412f-bee5-e4577bc6a6f2,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:26.839656 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 39804) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:26.841098 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-fb625b7c-07a0-4257-bfbc-5f1003e1f6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:26.902774 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e4355880-fab2-4551-ae60-f98fe5d9a3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:26.929594 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e4355880-fab2-4551-ae60-f98fe5d9a3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:26.981113 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e4355880-fab2-4551-ae60-f98fe5d9a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:26.984823 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0c83d176-599d-46e3-ab9a-b882951915a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:26.998626 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4355880-fab2-4551-ae60-f98fe5d9a3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0393df7-2052-412f-bee5-e4577bc6a6f2,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:27.001625 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e4355880-fab2-4551-ae60-f98fe5d9a3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:27.003707 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e4355880-fab2-4551-ae60-f98fe5d9a3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:27.004858 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-e4355880-fab2-4551-ae60-f98fe5d9a3d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0393df7-2052-412f-bee5-e4577bc6a6f2 HTTP/1.1" status: 204 len: 168 time: 0.1628547 May 20 19:57:27.293669 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39812) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:27.312151 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-15081a30-b3d8-4162-a210-f52cc9633187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:27.327308 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-15081a30-b3d8-4162-a210-f52cc9633187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:27.331154 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-15081a30-b3d8-4162-a210-f52cc9633187 admin admin] Usage tracker for resource:security_group_rule and tenant:e931936a5ab644f3999175de02ae4494 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:27.333992 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-15081a30-b3d8-4162-a210-f52cc9633187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:27.339663 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-15081a30-b3d8-4162-a210-f52cc9633187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:27.424929 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-15081a30-b3d8-4162-a210-f52cc9633187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:27.428861 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-15081a30-b3d8-4162-a210-f52cc9633187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:27.437015 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c96aa43a-3b7f-45d1-bc34-c9a8597331fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:27.478180 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-15081a30-b3d8-4162-a210-f52cc9633187 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e931936a5ab644f3999175de02ae4494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829276 May 20 19:57:27.479177 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15081a30-b3d8-4162-a210-f52cc9633187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82194b-16a0-42d9-88ea-367c025c45d6,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:27.480914 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 39816) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:27.483141 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-15081a30-b3d8-4162-a210-f52cc9633187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:27.552457 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d002caf0-5e6d-40d3-8ef1-6c13f08bd17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:27.585866 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d002caf0-5e6d-40d3-8ef1-6c13f08bd17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:27.639344 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d002caf0-5e6d-40d3-8ef1-6c13f08bd17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:27.643451 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-a4f35112-fc27-4828-b381-9d13883d1998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:27.656699 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002caf0-5e6d-40d3-8ef1-6c13f08bd17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82194b-16a0-42d9-88ea-367c025c45d6,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:27.659547 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d002caf0-5e6d-40d3-8ef1-6c13f08bd17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:27.663001 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-d002caf0-5e6d-40d3-8ef1-6c13f08bd17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:27.665890 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-d002caf0-5e6d-40d3-8ef1-6c13f08bd17a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e82194b-16a0-42d9-88ea-367c025c45d6 HTTP/1.1" status: 204 len: 168 time: 0.1829796 May 20 19:57:35.533182 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39898) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:35.661174 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-1fd8a5dd-7e83-41c8-906a-aeed741b3158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:35.675540 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-1fd8a5dd-7e83-41c8-906a-aeed741b3158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:35.679400 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-1fd8a5dd-7e83-41c8-906a-aeed741b3158 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a9877b53a34315b39cafe03d91fce2 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:35.682274 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-1fd8a5dd-7e83-41c8-906a-aeed741b3158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:35.687872 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-1fd8a5dd-7e83-41c8-906a-aeed741b3158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:35.780510 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-1fd8a5dd-7e83-41c8-906a-aeed741b3158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:35.784980 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-1fd8a5dd-7e83-41c8-906a-aeed741b3158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:35.793023 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-f1e27783-d5fc-4bd2-b8c0-181f7cef8597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:35.833104 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8a5dd-7e83-41c8-906a-aeed741b3158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a683c3-ccdb-4961-86c6-3e3590855da8,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:35.838156 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-1fd8a5dd-7e83-41c8-906a-aeed741b3158 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0a9877b53a34315b39cafe03d91fce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038955 May 20 19:57:35.839104 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-1fd8a5dd-7e83-41c8-906a-aeed741b3158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:35.841298 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39904) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:35.899186 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-181802ed-e845-4f13-9c70-18165ac637ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:35.926490 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-181802ed-e845-4f13-9c70-18165ac637ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:35.980433 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-181802ed-e845-4f13-9c70-18165ac637ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:35.984251 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-95ccab01-7bb1-436a-a57d-381638ff70c2 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:35.996999 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181802ed-e845-4f13-9c70-18165ac637ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a683c3-ccdb-4961-86c6-3e3590855da8,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:36.001488 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-181802ed-e845-4f13-9c70-18165ac637ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:36.013282 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-181802ed-e845-4f13-9c70-18165ac637ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:36.014425 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-181802ed-e845-4f13-9c70-18165ac637ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45a683c3-ccdb-4961-86c6-3e3590855da8 HTTP/1.1" status: 204 len: 168 time: 0.1728911 May 20 19:57:36.324979 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 39912) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:36.343242 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fc4f32e4-1308-4cb8-a4c7-b04d884f5020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:36.362017 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-fc4f32e4-1308-4cb8-a4c7-b04d884f5020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:36.365840 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-fc4f32e4-1308-4cb8-a4c7-b04d884f5020 admin admin] Usage tracker for resource:security_group_rule and tenant:4f1e64e76e904f768919e02c486195ee is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:36.368687 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-fc4f32e4-1308-4cb8-a4c7-b04d884f5020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:36.374470 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-fc4f32e4-1308-4cb8-a4c7-b04d884f5020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:36.457108 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fc4f32e4-1308-4cb8-a4c7-b04d884f5020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:36.461212 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fc4f32e4-1308-4cb8-a4c7-b04d884f5020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:36.469098 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d36889b2-7d4e-4a27-9038-d2ae065ce937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:36.510973 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-fc4f32e4-1308-4cb8-a4c7-b04d884f5020 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f1e64e76e904f768919e02c486195ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847949 May 20 19:57:36.515443 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f32e4-1308-4cb8-a4c7-b04d884f5020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125051de-ff72-4077-bba6-2ee640c8da81,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:36.515592 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 39916) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:36.516043 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-fc4f32e4-1308-4cb8-a4c7-b04d884f5020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:36.577142 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e296d016-4e81-407b-93c2-1a6fc76b415c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:36.604081 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e296d016-4e81-407b-93c2-1a6fc76b415c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:36.657076 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e296d016-4e81-407b-93c2-1a6fc76b415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:36.660980 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-abcf1d30-0012-4a4e-b843-7fed08a82996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:36.675027 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296d016-4e81-407b-93c2-1a6fc76b415c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125051de-ff72-4077-bba6-2ee640c8da81,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:36.678012 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-e296d016-4e81-407b-93c2-1a6fc76b415c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:36.679997 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-e296d016-4e81-407b-93c2-1a6fc76b415c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:36.683873 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-e296d016-4e81-407b-93c2-1a6fc76b415c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/125051de-ff72-4077-bba6-2ee640c8da81 HTTP/1.1" status: 204 len: 168 time: 0.1666894 May 20 19:57:42.241869 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 40018) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:42.362482 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1d8cf047-63d0-4f25-9d7d-9ec16ba82f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:42.381179 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1d8cf047-63d0-4f25-9d7d-9ec16ba82f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:42.385052 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1d8cf047-63d0-4f25-9d7d-9ec16ba82f4d admin admin] Usage tracker for resource:security_group_rule and tenant:468150fbb73b49beb7bdb52baacd52ca is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:42.387892 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-1d8cf047-63d0-4f25-9d7d-9ec16ba82f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:42.393871 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-1d8cf047-63d0-4f25-9d7d-9ec16ba82f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:42.475452 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1d8cf047-63d0-4f25-9d7d-9ec16ba82f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:42.480045 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-1d8cf047-63d0-4f25-9d7d-9ec16ba82f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:42.487400 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-5332258f-c7dc-46db-a452-4d49f961561b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:42.528949 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-1d8cf047-63d0-4f25-9d7d-9ec16ba82f4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=468150fbb73b49beb7bdb52baacd52ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859905 May 20 19:57:42.530128 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cf047-63d0-4f25-9d7d-9ec16ba82f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436400b1-de06-4e6e-ae9f-549f030c0cc5,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:42.531879 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 40024) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:42.533742 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1d8cf047-63d0-4f25-9d7d-9ec16ba82f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:42.593545 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:42.623986 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:42.688453 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:42.692988 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-cbac4fd0-cf2d-40f8-ad4c-cc27fdf50cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:42.709263 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436400b1-de06-4e6e-ae9f-549f030c0cc5,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:42.719337 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.719718 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.720115 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.720510 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.720834 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.721183 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.721551 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.721882 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.722230 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.722576 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.722916 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.723254 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:42.728016 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:42.732631 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:42.733733 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-5f723ccc-a687-4bbe-8bf9-5106053cbbc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/436400b1-de06-4e6e-ae9f-549f030c0cc5 HTTP/1.1" status: 204 len: 168 time: 0.2006719 May 20 19:57:43.064339 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 40032) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:43.081858 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2d69afe9-0add-4dbc-bd46-3c363a934150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:43.097327 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-2d69afe9-0add-4dbc-bd46-3c363a934150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:43.101029 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-2d69afe9-0add-4dbc-bd46-3c363a934150 admin admin] Usage tracker for resource:security_group_rule and tenant:52d220ce723c4ce997b1b3325c0c7e8c is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:43.104433 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-2d69afe9-0add-4dbc-bd46-3c363a934150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:43.110123 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-2d69afe9-0add-4dbc-bd46-3c363a934150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:43.194019 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2d69afe9-0add-4dbc-bd46-3c363a934150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:43.199203 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-2d69afe9-0add-4dbc-bd46-3c363a934150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:43.206836 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-81daf1ef-e76b-4fc4-bd99-e41a028899b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:43.252383 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-2d69afe9-0add-4dbc-bd46-3c363a934150 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52d220ce723c4ce997b1b3325c0c7e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868818 May 20 19:57:43.253701 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69afe9-0add-4dbc-bd46-3c363a934150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b35015-71b6-44a9-83ef-8f00637b06a4,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:43.255152 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 40036) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:43.257946 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-2d69afe9-0add-4dbc-bd46-3c363a934150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:43.315682 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2f858959-bf92-4b78-b75c-ffe1cd5ea3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:43.342046 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2f858959-bf92-4b78-b75c-ffe1cd5ea3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:43.397657 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2f858959-bf92-4b78-b75c-ffe1cd5ea3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:43.402092 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-fbf9213e-3072-41bf-90cd-ffb79d4c2e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:43.413329 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f858959-bf92-4b78-b75c-ffe1cd5ea3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b35015-71b6-44a9-83ef-8f00637b06a4,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:43.417371 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-2f858959-bf92-4b78-b75c-ffe1cd5ea3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:43.420688 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-2f858959-bf92-4b78-b75c-ffe1cd5ea3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:43.421814 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-2f858959-bf92-4b78-b75c-ffe1cd5ea3c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88b35015-71b6-44a9-83ef-8f00637b06a4 HTTP/1.1" status: 204 len: 168 time: 0.1653132 May 20 19:57:43.780815 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 40044) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:43.798568 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8b82-3283-482b-9624-3e0dc980586e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:43.813637 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-ab6e8b82-3283-482b-9624-3e0dc980586e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:43.817809 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-ab6e8b82-3283-482b-9624-3e0dc980586e admin admin] Usage tracker for resource:security_group_rule and tenant:04c014f9534f42b2996a4e125af821e3 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:43.820724 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-ab6e8b82-3283-482b-9624-3e0dc980586e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:43.827082 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-ab6e8b82-3283-482b-9624-3e0dc980586e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:43.918326 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8b82-3283-482b-9624-3e0dc980586e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:43.922189 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8b82-3283-482b-9624-3e0dc980586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:43.928933 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-737cefc5-626e-4004-9cec-4e9c6ec77d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:43.971328 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-ab6e8b82-3283-482b-9624-3e0dc980586e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04c014f9534f42b2996a4e125af821e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894126 May 20 19:57:43.972107 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e8b82-3283-482b-9624-3e0dc980586e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b1877-54bf-464a-939d-1405b479b4a1,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:43.974402 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 40048) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:43.975129 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-ab6e8b82-3283-482b-9624-3e0dc980586e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:44.036994 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fe3a037d-678b-47b1-87fc-81db9d0ef43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:44.066537 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fe3a037d-678b-47b1-87fc-81db9d0ef43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:44.121550 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fe3a037d-678b-47b1-87fc-81db9d0ef43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:44.126955 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-fb625b7c-07a0-4257-bfbc-5f1003e1f6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:44.138903 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a037d-678b-47b1-87fc-81db9d0ef43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b1877-54bf-464a-939d-1405b479b4a1,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:44.142913 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-fe3a037d-678b-47b1-87fc-81db9d0ef43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:44.148280 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-fe3a037d-678b-47b1-87fc-81db9d0ef43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:44.148280 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-fe3a037d-678b-47b1-87fc-81db9d0ef43f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/556b1877-54bf-464a-939d-1405b479b4a1 HTTP/1.1" status: 204 len: 168 time: 0.1706557 May 20 19:57:44.183828 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:44.870404 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 40072) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:44.982962 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2072220609-network', 'tenant_id': 'c6bc334ea4e2428f8dbecd16daaedcad'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:57:44.993234 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:44.997712 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Usage tracker for resource:network and tenant:c6bc334ea4e2428f8dbecd16daaedcad is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:45.000592 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:45.007336 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:45.017567 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Made reservation on behalf of c6bc334ea4e2428f8dbecd16daaedcad for: {'network': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:57:45.019987 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:45.032363 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:45.047050 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:45.051471 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Usage tracker for resource:security_group_rule and tenant:c6bc334ea4e2428f8dbecd16daaedcad is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:45.054420 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:45.061185 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:45.146605 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:45.150907 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:45.154002 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-201141ac-06e2-4f69-a4b4-1668ea47d1c0 tempest-TestShelveInstance-1276769492 tempest-TestShelveInstance-1276769492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:45.184254 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=98301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:57:45.192730 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41a3acf-dd93-48d2-b605-a45c309c1cfc,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:45.196957 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:45.200697 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:45.201046 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.db.segments_db [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Added segment 27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6 of type vlan for network 414c0a55-ca8d-4ffc-aedb-79fde7279a12 May 20 19:57:45.228211 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:45.260167 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:45.261718 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:45.262402 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:45.266077 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:45.364204 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4926627 May 20 19:57:45.367107 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 40078) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:45.373998 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Pushing event updated for resources: {'Network': ['ID=414c0a55-ca8d-4ffc-aedb-79fde7279a12,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:45.374598 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Request body: {'subnet': {'network_id': '414c0a55-ca8d-4ffc-aedb-79fde7279a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2072220609-subnet', 'tenant_id': 'c6bc334ea4e2428f8dbecd16daaedcad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:57:45.376855 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-39aafaaa-339c-4313-b174-6e7bc02c82ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:45.380158 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:45.384402 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Usage tracker for resource:subnet and tenant:c6bc334ea4e2428f8dbecd16daaedcad is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:45.384550 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 414c0a55-ca8d-4ffc-aedb-79fde7279a12 details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:57:45.388482 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:45.393722 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:45.405615 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Made reservation on behalf of c6bc334ea4e2428f8dbecd16daaedcad for: {'subnet': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:57:45.407977 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1605234'] for subnet, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:45.806797 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1605216'] for subnet, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:45.810487 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-d8e707b9-069b-4990-b5ad-b7caec03e607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:45.879880 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7c762c-53e6-4158-9cd0-61502daf263b,revision_number=0']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:45.883712 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:45.889481 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Checking segment: {'id': '27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '414c0a55-ca8d-4ffc-aedb-79fde7279a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:57:45.889835 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Network hostable DHCP agents. Network: 414c0a55-ca8d-4ffc-aedb-79fde7279a12, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:57:45.906611 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Network 414c0a55-ca8d-4ffc-aedb-79fde7279a12 is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:57:45.915802 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 414c0a55-ca8d-4ffc-aedb-79fde7279a12) {{(pid=98302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:57:45.924118 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:45.924705 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for subnet, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:45.926235 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224dc041-eba2-4732-a047-717f6e6b5f42 None None] Network 414c0a55-ca8d-4ffc-aedb-79fde7279a12 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:57:45.958591 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-0b1e16ba-565b-42e5-9eb9-410c9063ba72 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5890248 May 20 19:57:46.119413 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e9390-b668-44fd-9de1-8a9b921b0ec1 None None] Network 414c0a55-ca8d-4ffc-aedb-79fde7279a12 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:57:46.478655 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 40098) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:46.484434 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.v2.base [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1371844460-network', 'tenant_id': '07741afad44d41759e4115dd16dd7b43'}} {{(pid=98302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:57:46.489358 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:46.493870 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Usage tracker for resource:network and tenant:07741afad44d41759e4115dd16dd7b43 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:46.496893 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:46.502914 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:46.513082 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Made reservation on behalf of 07741afad44d41759e4115dd16dd7b43 for: {'network': 1} {{(pid=98302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:57:46.515431 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3655330'] for network, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:46.532508 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:46.547378 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:46.551205 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Usage tracker for resource:security_group_rule and tenant:07741afad44d41759e4115dd16dd7b43 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:46.554019 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:46.559835 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:46.644027 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:46.647756 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:46.651155 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-ab6e8b82-3283-482b-9624-3e0dc980586e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:46.679417 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=98302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 19:57:46.688117 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c94ddc2-a2ff-4b90-852a-71492ff98e9e,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:46.691619 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:46.694136 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:46.694472 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.db.segments_db [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Added segment cb24bd29-5f9f-4b41-a713-dccccace9636 of type vlan for network 4fc3a247-3e8b-41a8-8b46-dabbb4779fc0 May 20 19:57:46.725266 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771302101980'] for network, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:46.755454 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273'] for network, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:46.756847 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:46.757421 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:46.760843 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:46.861747 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3819761 May 20 19:57:46.864722 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 40102) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:57:46.865252 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc3a247-3e8b-41a8-8b46-dabbb4779fc0,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:46.867963 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-636c8987-d4fe-4753-a4db-6abe9390d360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:46.870715 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Request body: {'subnet': {'network_id': '4fc3a247-3e8b-41a8-8b46-dabbb4779fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1371844460-subnet', 'tenant_id': '07741afad44d41759e4115dd16dd7b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:57:46.874971 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Network 4fc3a247-3e8b-41a8-8b46-dabbb4779fc0 details requested by agent ovs-agent-dv-cinder-792462-2-smb with host dv-cinder-792462-2-smb {{(pid=98303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 19:57:46.875866 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:46.879684 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Usage tracker for resource:subnet and tenant:07741afad44d41759e4115dd16dd7b43 is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:46.882581 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:46.888969 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:46.899610 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Made reservation on behalf of 07741afad44d41759e4115dd16dd7b43 for: {'subnet': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:57:46.902494 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60936201'] for subnet, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:47.276254 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-9df38d10-ec67-4707-9ba8-50e1e186c038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:47.295902 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61032418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60936219'] for subnet, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:47.300391 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:47.375804 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8116b5e-5adb-4257-aa38-74be71607228,revision_number=0']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:47.379546 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:47.380384 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Checking segment: {'id': 'cb24bd29-5f9f-4b41-a713-dccccace9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4fc3a247-3e8b-41a8-8b46-dabbb4779fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:57:47.380728 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Network hostable DHCP agents. Network: 4fc3a247-3e8b-41a8-8b46-dabbb4779fc0, hostable agents: ['7be76fd3-81e6-4568-a694-f5d3aad73fdf'], hosted agents: [] {{(pid=98301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 19:57:47.398099 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Network 4fc3a247-3e8b-41a8-8b46-dabbb4779fc0 is scheduled to be hosted by DHCP agent 7be76fd3-81e6-4568-a694-f5d3aad73fdf with binding_index 1 {{(pid=98301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 19:57:47.410426 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-2-smb, 4fc3a247-3e8b-41a8-8b46-dabbb4779fc0) {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:57:47.419406 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9587fce3-4f08-4ac8-9de1-48d51510aa22 None None] Network 4fc3a247-3e8b-41a8-8b46-dabbb4779fc0 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:57:47.419590 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:47.420040 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:47.538618 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-bf9b42e7-92d6-4c5d-beea-689a6e89221e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6725700 May 20 19:57:47.626757 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fee500-fad9-492c-b3a0-8d812b56ab27 None None] Network 4fc3a247-3e8b-41a8-8b46-dabbb4779fc0 requested from dv-cinder-792462-2-smb {{(pid=98303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 19:57:48.296911 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156df73-86dc-477e-b55b-64351204b52f req-1c2bbf76-ec3d-42b4-ba55-eb05ce6043be tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:48.298368 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-1c2bbf76-ec3d-42b4-ba55-eb05ce6043be tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/networks?id=414c0a55-ca8d-4ffc-aedb-79fde7279a12 HTTP/1.1" status: 200 len: 809 time: 0.2660205 May 20 19:57:48.313917 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-a8254d49-0078-4ed7-b91f-05b118bd393e tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/quotas/c6bc334ea4e2428f8dbecd16daaedcad HTTP/1.1" status: 200 len: 375 time: 0.0100651 May 20 19:57:48.362333 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-8aac67f4-80df-4966-ad75-ef5dac5b1c40 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6bc334ea4e2428f8dbecd16daaedcad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430582 May 20 19:57:48.491046 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-49c1067e-1ce6-4512-b0ca-19addbe25a02 service neutron] 10.222.0.44 "GET /v2.0/networks/414c0a55-ca8d-4ffc-aedb-79fde7279a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214054 May 20 19:57:48.621119 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-00125dd4-0ef6-4b2a-8f07-d2a2cc676f69 service neutron] 10.222.0.44 "GET /v2.0/networks/414c0a55-ca8d-4ffc-aedb-79fde7279a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235974 May 20 19:57:48.799023 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9461043d-14ec-42e4-9bb5-8047327c7503 req-2b9b857e-941a-4abe-bb13-faff4c2fc092 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 210 time: 0.0445738 May 20 19:57:49.791306 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-990d8bfe-dc92-40ba-90df-e8dc63c6557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:49.826010 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156df73-86dc-477e-b55b-64351204b52f req-760d9021-e070-4d1a-a248-79575daa0534 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:49.826715 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-0156df73-86dc-477e-b55b-64351204b52f req-760d9021-e070-4d1a-a248-79575daa0534 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Synchronizing usage tracker for tenant:c6bc334ea4e2428f8dbecd16daaedcad on resource:network {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:57:49.847347 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-0156df73-86dc-477e-b55b-64351204b52f req-760d9021-e070-4d1a-a248-79575daa0534 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Unset dirty status for tenant:c6bc334ea4e2428f8dbecd16daaedcad on resource:network {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:57:49.849099 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-760d9021-e070-4d1a-a248-79575daa0534 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.16 "GET /v2.0/networks?id=414c0a55-ca8d-4ffc-aedb-79fde7279a12 HTTP/1.1" status: 200 len: 809 time: 0.1759546 May 20 19:57:49.856128 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:49.863698 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Request body: {'port': {'device_id': 'b8d433e2-7820-4be6-9502-e15063807716', 'network_id': '414c0a55-ca8d-4ffc-aedb-79fde7279a12', 'admin_state_up': True, 'tenant_id': 'c6bc334ea4e2428f8dbecd16daaedcad'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:57:49.974113 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-36c97f84-c6bd-4a13-a91e-45737b3c0524 req-794b14ab-018c-4c7c-9755-6105e9e5ffba tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 210 time: 0.0497758 May 20 19:57:50.008945 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:57:50.012770 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Usage tracker for resource:port and tenant:c6bc334ea4e2428f8dbecd16daaedcad is out of sync, need to count used quota {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:57:50.015621 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:57:50.026628 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.quota.driver [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:57:50.037310 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Made reservation on behalf of c6bc334ea4e2428f8dbecd16daaedcad for: {'port': 1} {{(pid=98301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 19:57:50.041047 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:50.204855 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_common [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Allocated IP 172.20.0.4 (414c0a55-ca8d-4ffc-aedb-79fde7279a12/aa7c762c-53e6-4158-9cd0-61502daf263b/53560e3c-3c25-4f3a-9263-770ed571741c) {{(pid=98301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 19:57:50.410354 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Notify callbacks [] for port, precommit_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:50.438729 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771302085479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_create {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:50.444341 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-5be8e84b-cc0d-491d-9ade-8b553d51f8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:50.513133 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Network 414c0a55-ca8d-4ffc-aedb-79fde7279a12 is already hosted by enough agents. {{(pid=98301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 19:57:50.516519 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.scheduler.base_scheduler [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Resources bound (agent type, host, resource id): {{(pid=98301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 19:57:50.520386 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Received port after_create {{(pid=98301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 19:57:50.559270 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Pushing event updated for resources: {'Port': ['ID=53560e3c-3c25-4f3a-9263-770ed571741c,revision_number=1']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:50.567018 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:50.587941 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:50.588580 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:50.609947 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-9996a264-bf6c-4c50-8fe0-1dcfb918ea0a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7520947 May 20 19:57:50.656060 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.v2.base [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Request body: {'port': {'device_id': 'b8d433e2-7820-4be6-9502-e15063807716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 19:57:50.770065 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:50.963365 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:51.177749 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53560e3c-3c25-4f3a-9263-770ed571741c {{(pid=98301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:57:51.186853 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:51.206070 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.provisioning_blocks [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Transition to ACTIVE for port object 53560e3c-3c25-4f3a-9263-770ed571741c will not be triggered until provisioned by entity L2. {{(pid=98301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 19:57:51.209972 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:51.215684 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-ea817b7d-f9f3-490c-a20d-d68323c76de8 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:51.344518 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660d16f-1189-4db5-944e-be8f3406bea6 req-d71d2c58-1607-4b4a-b2f3-c4186a1fae84 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:51.345208 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-1660d16f-1189-4db5-944e-be8f3406bea6 req-d71d2c58-1607-4b4a-b2f3-c4186a1fae84 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Synchronizing usage tracker for tenant:c6bc334ea4e2428f8dbecd16daaedcad on resource:port {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:57:51.355635 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Pushing event updated for resources: {'Port': ['ID=53560e3c-3c25-4f3a-9263-770ed571741c,revision_number=2']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:51.382384 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:51.540002 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-1660d16f-1189-4db5-944e-be8f3406bea6 req-d71d2c58-1607-4b4a-b2f3-c4186a1fae84 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Unset dirty status for tenant:c6bc334ea4e2428f8dbecd16daaedcad on resource:port {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:57:51.541090 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1660d16f-1189-4db5-944e-be8f3406bea6 req-d71d2c58-1607-4b4a-b2f3-c4186a1fae84 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 931 time: 0.4368343 May 20 19:57:51.591162 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Attempting to bind port 53560e3c-3c25-4f3a-9263-770ed571741c on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 19:57:51.591494 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Attempting to bind port 53560e3c-3c25-4f3a-9263-770ed571741c by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '414c0a55-ca8d-4ffc-aedb-79fde7279a12'}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 19:57:51.591821 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Attempting to bind port 53560e3c-3c25-4f3a-9263-770ed571741c on network 414c0a55-ca8d-4ffc-aedb-79fde7279a12 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:57:51.602299 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Port 53560e3c-3c25-4f3a-9263-770ed571741c on network 414c0a55-ca8d-4ffc-aedb-79fde7279a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 19:57:51.602621 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Attempting to bind port 53560e3c-3c25-4f3a-9263-770ed571741c on network 414c0a55-ca8d-4ffc-aedb-79fde7279a12 {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 19:57:51.607390 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-1660d16f-1189-4db5-944e-be8f3406bea6 req-2798b76e-d359-4ec6-87ac-7b8b1b266d14 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Synchronizing usage tracker for tenant:c6bc334ea4e2428f8dbecd16daaedcad on resource:security_group {{(pid=98301) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 19:57:51.612675 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Checking agent: {'id': '23d24453-0981-4a9e-8643-e534fd07e148', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'started_at': datetime.datetime(2021, 5, 20, 19, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 19, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 19:57:51.613008 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Checking segment: {'id': '27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '414c0a55-ca8d-4ffc-aedb-79fde7279a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 19:57:51.613388 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Bound using segment: {'id': '27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '414c0a55-ca8d-4ffc-aedb-79fde7279a12'} {{(pid=98301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 19:57:51.613810 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.managers [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Bound port: 53560e3c-3c25-4f3a-9263-770ed571741c, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '414c0a55-ca8d-4ffc-aedb-79fde7279a12'}}] {{(pid=98301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 19:57:51.614153 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:51.686461 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.quota.resource [req-1660d16f-1189-4db5-944e-be8f3406bea6 req-2798b76e-d359-4ec6-87ac-7b8b1b266d14 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Unset dirty status for tenant:c6bc334ea4e2428f8dbecd16daaedcad on resource:security_group {{(pid=98301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 19:57:51.687589 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-1660d16f-1189-4db5-944e-be8f3406bea6 req-2798b76e-d359-4ec6-87ac-7b8b1b266d14 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/security-groups?id=c41a3acf-dd93-48d2-b605-a45c309c1cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400764 May 20 19:57:51.716555 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] For port 53560e3c-3c25-4f3a-9263-770ed571741c, host hv-cinder-79246, cleared binding levels {{(pid=98301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 19:57:51.719532 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] For port 53560e3c-3c25-4f3a-9263-770ed571741c, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=53560e3c-3c25-4f3a-9263-770ed571741c,segment=NetworkSegment(27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6),segment_id=27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6)] {{(pid=98301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 19:57:51.723410 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61032279'] for port, after_update {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:51.728818 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-5831a2cc-a76d-45dc-9dcf-188d47c3aa9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:51.784909 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:51.785520 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:51.786864 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/53560e3c-3c25-4f3a-9263-770ed571741c HTTP/1.1" status: 200 len: 1093 time: 1.1354876 May 20 19:57:51.787367 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d433e2-7820-4be6-9502-e15063807716', 'tag': '53560e3c-3c25-4f3a-9263-770ed571741c'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:57:51.811307 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Pushing event updated for resources: {'Port': ['ID=53560e3c-3c25-4f3a-9263-770ed571741c,revision_number=3']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:51.814339 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-d53a179d-1b77-4d5a-ab58-d67087eb87f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:51.864293 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d433e2-7820-4be6-9502-e15063807716', 'tag': '53560e3c-3c25-4f3a-9263-770ed571741c', 'status': 'completed', 'code': 200} May 20 19:57:51.901899 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156df73-86dc-477e-b55b-64351204b52f req-7d435882-3de8-463f-af64-c76a005a9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:51.903375 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-7d435882-3de8-463f-af64-c76a005a9d67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6bc334ea4e2428f8dbecd16daaedcad&device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 1096 time: 0.0795851 May 20 19:57:51.972383 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-26870ead-9ac1-4fd2-8e8d-ac692abf8a79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53560e3c-3c25-4f3a-9263-770ed571741c HTTP/1.1" status: 200 len: 217 time: 0.0605295 May 20 19:57:52.037511 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156df73-86dc-477e-b55b-64351204b52f req-0d99a34a-eca8-4e58-8d80-63f7c326571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:52.038920 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-0d99a34a-eca8-4e58-8d80-63f7c326571f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa7c762c-53e6-4158-9cd0-61502daf263b HTTP/1.1" status: 200 len: 849 time: 0.0603178 May 20 19:57:52.085125 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-8d010a29-f82d-45da-852c-eeb37c7b3ffd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=414c0a55-ca8d-4ffc-aedb-79fde7279a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387247 May 20 19:57:52.215481 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-d193022e-5e88-43f2-a3e9-17d721925be0 service neutron] 10.222.0.16 "GET /v2.0/networks/414c0a55-ca8d-4ffc-aedb-79fde7279a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237345 May 20 19:57:52.347315 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-0156df73-86dc-477e-b55b-64351204b52f req-a1df3d87-8a2b-41bc-9f66-dd7faa44377b service neutron] 10.222.0.16 "GET /v2.0/networks/414c0a55-ca8d-4ffc-aedb-79fde7279a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255658 May 20 19:57:52.457660 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:52.468576 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fdb8c-d8a6-4b5a-98ca-1b9830f8fec9 req-06219331-ae4e-4f64-a04a-635caf0ee294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:52.470039 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ac3fdb8c-d8a6-4b5a-98ca-1b9830f8fec9 req-06219331-ae4e-4f64-a04a-635caf0ee294 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6bc334ea4e2428f8dbecd16daaedcad&device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 1096 time: 0.0790894 May 20 19:57:52.606392 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fdb8c-d8a6-4b5a-98ca-1b9830f8fec9 req-ca86265c-cbc3-4cd4-b9f5-17a98865ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:52.607710 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ac3fdb8c-d8a6-4b5a-98ca-1b9830f8fec9 req-ca86265c-cbc3-4cd4-b9f5-17a98865ce8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=414c0a55-ca8d-4ffc-aedb-79fde7279a12 HTTP/1.1" status: 200 len: 910 time: 0.1272416 May 20 19:57:52.674319 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ac3fdb8c-d8a6-4b5a-98ca-1b9830f8fec9 req-44445ebe-fccb-427f-bd67-66a7d14f106b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53560e3c-3c25-4f3a-9263-770ed571741c HTTP/1.1" status: 200 len: 217 time: 0.0605037 May 20 19:57:52.739531 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fdb8c-d8a6-4b5a-98ca-1b9830f8fec9 req-627d8a5f-3a72-4407-9261-a72ce09a8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:52.740990 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ac3fdb8c-d8a6-4b5a-98ca-1b9830f8fec9 req-627d8a5f-3a72-4407-9261-a72ce09a8101 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa7c762c-53e6-4158-9cd0-61502daf263b HTTP/1.1" status: 200 len: 849 time: 0.0600507 May 20 19:57:52.787674 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ac3fdb8c-d8a6-4b5a-98ca-1b9830f8fec9 req-23cf3868-d108-414f-95ee-386afa167d3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=414c0a55-ca8d-4ffc-aedb-79fde7279a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405142 May 20 19:57:52.977479 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ac3fdb8c-d8a6-4b5a-98ca-1b9830f8fec9 req-0501c819-74ef-4a92-934e-31395feddd9f service neutron] 10.222.0.16 "GET /v2.0/networks/414c0a55-ca8d-4ffc-aedb-79fde7279a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824503 May 20 19:57:52.989251 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c20e99-7839-43db-991e-3e85cf779846 req-f5030712-2bc9-49f6-a09a-15371565c43b tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:52.990650 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-33c20e99-7839-43db-991e-3e85cf779846 req-f5030712-2bc9-49f6-a09a-15371565c43b tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 943 time: 0.1787977 May 20 19:57:53.228302 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-33c20e99-7839-43db-991e-3e85cf779846 req-4fe06cd2-0b22-4819-9675-5ccf9ba48098 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/security-groups?id=c41a3acf-dd93-48d2-b605-a45c309c1cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188761 May 20 19:57:53.256478 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-ac3fdb8c-d8a6-4b5a-98ca-1b9830f8fec9 req-28610b36-242e-4390-91ea-ddae6ef31f07 service neutron] 10.222.0.16 "GET /v2.0/networks/414c0a55-ca8d-4ffc-aedb-79fde7279a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648749 May 20 19:57:54.419604 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee1af8-76fb-45a1-a33f-94e811f720ff req-8483821f-5a32-4e02-b0f7-3393e11e869b tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:54.421099 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d2ee1af8-76fb-45a1-a33f-94e811f720ff req-8483821f-5a32-4e02-b0f7-3393e11e869b tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 943 time: 0.0824351 May 20 19:57:54.466139 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-d2ee1af8-76fb-45a1-a33f-94e811f720ff req-775af4de-9acb-4459-9a54-31ec86b0fab0 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/security-groups?id=c41a3acf-dd93-48d2-b605-a45c309c1cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392487 May 20 19:57:55.590671 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 53560e3c-3c25-4f3a-9263-770ed571741c details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 19:57:55.653083 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1538-0748-4d7e-bc75-53ea286492fb req-3f2e5030-644b-4f31-a6bd-6fb7ca5115dc tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:55.654827 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-caec1538-0748-4d7e-bc75-53ea286492fb req-3f2e5030-644b-4f31-a6bd-6fb7ca5115dc tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 943 time: 0.0809367 May 20 19:57:55.707660 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-caec1538-0748-4d7e-bc75-53ea286492fb req-c8ef7cf9-96cd-4f54-9639-51dc5c9a111d tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/security-groups?id=c41a3acf-dd93-48d2-b605-a45c309c1cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 May 20 19:57:55.729290 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 53560e3c-3c25-4f3a-9263-770ed571741c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=53560e3c-3c25-4f3a-9263-770ed571741c,segment=NetworkSegment(27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6),segment_id=27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:57:55.746611 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Returning: {'device': '53560e3c-3c25-4f3a-9263-770ed571741c', 'network_id': '414c0a55-ca8d-4ffc-aedb-79fde7279a12', 'port_id': '53560e3c-3c25-4f3a-9263-770ed571741c', 'mac_address': 'fa:16:3e:bf:9b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7c762c-53e6-4158-9cd0-61502daf263b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 19:57:55.801344 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:55.818427 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53560e3c-3c25-4f3a-9263-770ed571741c {{(pid=98303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 19:57:55.834163 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 53560e3c-3c25-4f3a-9263-770ed571741c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=53560e3c-3c25-4f3a-9263-770ed571741c,segment=NetworkSegment(27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6),segment_id=27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:57:55.841435 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:55.843174 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-6c2b9603-947f-414d-9abd-dcfe1a9945df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:55.912299 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=53560e3c-3c25-4f3a-9263-770ed571741c,revision_number=4']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:55.919977 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.920348 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.920681 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.921015 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.921339 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.921663 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.921979 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.922295 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.922608 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.922919 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.923230 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.923545 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:57:55.927697 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:56.197126 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['53560e3c-3c25-4f3a-9263-770ed571741c'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:57:56.902429 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f2141-9771-4be8-ad8c-f92a14f84019 req-2d9e7b6e-21b7-49de-a418-bf66b42b86fe tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:56.903896 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4b5f2141-9771-4be8-ad8c-f92a14f84019 req-2d9e7b6e-21b7-49de-a418-bf66b42b86fe tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 944 time: 0.0892415 May 20 19:57:56.951897 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4b5f2141-9771-4be8-ad8c-f92a14f84019 req-8048a3ff-14cd-4dab-b4b5-fdc117a8d9de tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/security-groups?id=c41a3acf-dd93-48d2-b605-a45c309c1cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 May 20 19:57:57.487688 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:57:57.606268 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 53560e3c-3c25-4f3a-9263-770ed571741c up at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 19:57:57.676235 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning for port 53560e3c-3c25-4f3a-9263-770ed571741c completed by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 19:57:57.681219 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.db.provisioning_blocks [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Provisioning complete for port 53560e3c-3c25-4f3a-9263-770ed571741c triggered by entity L2. {{(pid=98303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 19:57:57.681589 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476375'] for port, provisioning_complete {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:57.801485 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3655341'] for port, before_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:57.830159 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d433e2-7820-4be6-9502-e15063807716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53560e3c-3c25-4f3a-9263-770ed571741c'}] {{(pid=98303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:57:57.840604 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] For port 53560e3c-3c25-4f3a-9263-770ed571741c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=53560e3c-3c25-4f3a-9263-770ed571741c,segment=NetworkSegment(27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6),segment_id=27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6)] {{(pid=98303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:57:57.844401 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771302468024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771302085497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771302085542'] for port, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:57:57.846248 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-163f8659-4fa3-4e0c-a323-8328569ace9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:57:57.875777 dv-cinder-792462-2-smb neutron-server[98303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d433e2-7820-4be6-9502-e15063807716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53560e3c-3c25-4f3a-9263-770ed571741c', 'code': 200} May 20 19:57:57.914740 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Pushing event updated for resources: {'Port': ['ID=53560e3c-3c25-4f3a-9263-770ed571741c,revision_number=5']} {{(pid=98303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:57:57.917899 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:57:58.110163 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bf4d0-9bea-45ea-ba19-8de6482ea4dc req-2e4a9ed6-0fc2-43be-a8bf-2614c499e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:58.111533 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-129bf4d0-9bea-45ea-ba19-8de6482ea4dc req-2e4a9ed6-0fc2-43be-a8bf-2614c499e97a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 1098 time: 0.0751531 May 20 19:57:58.142485 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f46da-fe06-4054-913c-340ee41478cb req-e0f4c3c4-1d68-4e92-aa87-d5768a60f648 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:58.143949 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-be2f46da-fe06-4054-913c-340ee41478cb req-e0f4c3c4-1d68-4e92-aa87-d5768a60f648 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 945 time: 0.0811031 May 20 19:57:58.151744 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-129bf4d0-9bea-45ea-ba19-8de6482ea4dc req-be2bbf8e-8112-4eaa-8445-3d8b8e717720 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c41a3acf-dd93-48d2-b605-a45c309c1cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342553 May 20 19:57:58.192842 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-be2f46da-fe06-4054-913c-340ee41478cb req-07e23c94-47ac-4c8b-8aa1-6997d03333e5 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/security-groups?id=c41a3acf-dd93-48d2-b605-a45c309c1cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 May 20 19:57:59.380015 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739aee6-0040-4ed9-ac38-14361c9296ca req-1a735840-6d4a-4fda-bc9d-7b295f74a35a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:57:59.381476 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f739aee6-0040-4ed9-ac38-14361c9296ca req-1a735840-6d4a-4fda-bc9d-7b295f74a35a tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 945 time: 0.0795481 May 20 19:57:59.429463 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-f739aee6-0040-4ed9-ac38-14361c9296ca req-eba10822-ee4c-4b62-ac03-cebf12dd7f4f tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/security-groups?id=c41a3acf-dd93-48d2-b605-a45c309c1cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423317 May 20 19:58:02.798279 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14358b9b-6c3d-416b-a541-4b99f7a40679 req-4878225f-801f-47c1-ba02-71cc7c036894 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:58:02.799756 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-14358b9b-6c3d-416b-a541-4b99f7a40679 req-4878225f-801f-47c1-ba02-71cc7c036894 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 945 time: 0.0850570 May 20 19:58:02.845549 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-14358b9b-6c3d-416b-a541-4b99f7a40679 req-29d56919-65ee-4f9d-9307-819aafaa9c6d tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/security-groups?id=c41a3acf-dd93-48d2-b605-a45c309c1cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 May 20 19:58:04.037514 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c6fdc-3eac-49c3-822e-0e0ea24da4e7 req-4b71c9e5-d65b-4bbb-854c-f480c5989a3e tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:58:04.039477 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c64c6fdc-3eac-49c3-822e-0e0ea24da4e7 req-4b71c9e5-d65b-4bbb-854c-f480c5989a3e tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 945 time: 0.0839756 May 20 19:58:04.082901 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-c64c6fdc-3eac-49c3-822e-0e0ea24da4e7 req-262dec09-ee9b-429f-9bab-18412a8badb3 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/security-groups?id=c41a3acf-dd93-48d2-b605-a45c309c1cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378070 May 20 19:58:04.247788 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5968c-7e77-4948-abf0-639a2582d0d8 req-40e4c9ff-99e7-42ee-bba9-c995fcadfdd5 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 19:58:04.249236 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9ec5968c-7e77-4948-abf0-639a2582d0d8 req-40e4c9ff-99e7-42ee-bba9-c995fcadfdd5 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 945 time: 0.0851650 May 20 19:58:04.382808 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-9ec5968c-7e77-4948-abf0-639a2582d0d8 req-421878a7-c484-43eb-942a-c4d4bd9ae4fd tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Deleting port 53560e3c-3c25-4f3a-9263-770ed571741c {{(pid=98301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 19:58:04.383067 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-9ec5968c-7e77-4948-abf0-639a2582d0d8 req-421878a7-c484-43eb-942a-c4d4bd9ae4fd tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771302463443'] for port, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:04.518475 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.db [req-9ec5968c-7e77-4948-abf0-639a2582d0d8 req-421878a7-c484-43eb-942a-c4d4bd9ae4fd tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] For port 53560e3c-3c25-4f3a-9263-770ed571741c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=53560e3c-3c25-4f3a-9263-770ed571741c,segment=NetworkSegment(27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6),segment_id=27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6)] {{(pid=98301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 19:58:04.518840 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-9ec5968c-7e77-4948-abf0-639a2582d0d8 req-421878a7-c484-43eb-942a-c4d4bd9ae4fd tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452777'] for port, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:04.646212 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.plugin [req-9ec5968c-7e77-4948-abf0-639a2582d0d8 req-421878a7-c484-43eb-942a-c4d4bd9ae4fd tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Calling delete_port for 53560e3c-3c25-4f3a-9263-770ed571741c owned by compute:nova {{(pid=98301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 19:58:04.756002 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-9ec5968c-7e77-4948-abf0-639a2582d0d8 req-421878a7-c484-43eb-942a-c4d4bd9ae4fd tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3655290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771302468042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771302085488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61032286'] for port, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:04.762258 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-040832d7-6b24-4221-8904-7e861d732b38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:58:04.767807 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.db [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] get_ports_and_sgs() called for port_ids ['53560e3c-3c25-4f3a-9263-770ed571741c'] {{(pid=98303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 19:58:04.810186 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421878a7-c484-43eb-942a-c4d4bd9ae4fd tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Pushing event deleted for resources: {'Port': ['ID=53560e3c-3c25-4f3a-9263-770ed571741c,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:58:04.813255 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-421878a7-c484-43eb-942a-c4d4bd9ae4fd tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:58:04.882433 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec5968c-7e77-4948-abf0-639a2582d0d8 req-421878a7-c484-43eb-942a-c4d4bd9ae4fd tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] No DVR routers for this DVR port 53560e3c-3c25-4f3a-9263-770ed571741c on host hv-cinder-79246 {{(pid=98301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 19:58:04.884947 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [req-9ec5968c-7e77-4948-abf0-639a2582d0d8 req-421878a7-c484-43eb-942a-c4d4bd9ae4fd tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4065722'] for port, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:04.887426 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d433e2-7820-4be6-9502-e15063807716', 'name': 'network-vif-deleted', 'tag': '53560e3c-3c25-4f3a-9263-770ed571741c'}] {{(pid=98301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 19:58:04.903113 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [req-9ec5968c-7e77-4948-abf0-639a2582d0d8 req-421878a7-c484-43eb-942a-c4d4bd9ae4fd tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.16 "DELETE /v2.0/ports/53560e3c-3c25-4f3a-9263-770ed571741c HTTP/1.1" status: 204 len: 173 time: 0.6485846 May 20 19:58:04.936557 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d433e2-7820-4be6-9502-e15063807716', 'name': 'network-vif-deleted', 'tag': '53560e3c-3c25-4f3a-9263-770ed571741c', 'status': 'completed', 'code': 200} May 20 19:58:05.253070 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [req-4ede2570-706e-43c2-85a9-8a77add870ae req-575e4f5a-45ce-4f81-952f-de304b675321 tempest-VolumesActionsTest-65495397 tempest-VolumesActionsTest-65495397-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8d433e2-7820-4be6-9502-e15063807716 HTTP/1.1" status: 200 len: 210 time: 0.0451362 May 20 19:58:07.637203 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 53560e3c-3c25-4f3a-9263-770ed571741c no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 19:58:07.675939 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] No Port match for: 53560e3c-3c25-4f3a-9263-770ed571741c {{(pid=98303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 19:58:07.676319 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.rpc [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Device 53560e3c-3c25-4f3a-9263-770ed571741c not bound to the agent host hv-cinder-79246 {{(pid=98303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 19:58:14.211738 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:17.277990 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-3d383f24-ffc1-4e2c-94c1-ec0199bb8409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:19.783207 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-27350eb1-d910-4e2b-b228-0760c8f80fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:19.850837 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:20.968824 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:22.453714 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:23.376891 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 40320) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:58:23.440300 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8420df93-5f38-4009-9bc5-bb6c80660050 admin admin] Deleting subnet aa7c762c-53e6-4158-9cd0-61502daf263b {{(pid=98301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:58:23.444172 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8420df93-5f38-4009-9bc5-bb6c80660050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:23.494527 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8420df93-5f38-4009-9bc5-bb6c80660050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60923732'] for subnet, precommit_delete_associations {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:23.549930 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8420df93-5f38-4009-9bc5-bb6c80660050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:23.796581 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8420df93-5f38-4009-9bc5-bb6c80660050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61032365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60936210'] for subnet, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:23.801314 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:58:23.834403 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420df93-5f38-4009-9bc5-bb6c80660050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7c762c-53e6-4158-9cd0-61502daf263b,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:58:23.839776 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-8420df93-5f38-4009-9bc5-bb6c80660050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:23.843202 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-8420df93-5f38-4009-9bc5-bb6c80660050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:58:23.845951 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-8420df93-5f38-4009-9bc5-bb6c80660050 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aa7c762c-53e6-4158-9cd0-61502daf263b HTTP/1.1" status: 204 len: 168 time: 0.4689531 May 20 19:58:23.848596 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 40324) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:58:23.956545 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.084628 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.097167 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414c0a55-ca8d-4ffc-aedb-79fde7279a12']}} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:58:24.108928 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6') {'for_net_delete': True} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:58:24.109222 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.services.segments.db [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c77332-3cb8-4d74-a8a2-94fe8b2c8fa6') {} {{(pid=98302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:58:24.120764 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1755514'] for segment, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.136711 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.142568 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=98302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:58:24.142940 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797878'] for segment, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: Traceback (most recent call last): May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: timer() May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: cb(*args, **kw) May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: return func(*args, **kwargs) May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: self._notify() May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: self.callback(batched_events) May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: event.method(event) May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: return f(self, *a, **k) May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: return self._get(url).json() May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: return self.request(url, 'GET', **kwargs) May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:58:24.156411 dv-cinder-792462-2-smb neutron-server[98302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:58:24.233317 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.238166 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.241745 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:58:24.265633 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=414c0a55-ca8d-4ffc-aedb-79fde7279a12,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:58:24.269769 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/414c0a55-ca8d-4ffc-aedb-79fde7279a12 HTTP/1.1" status: 204 len: 168 time: 0.4201910 May 20 19:58:24.273221 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 40328) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:58:24.274820 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.275196 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.275567 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.275934 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.276320 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.276686 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.277045 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.277400 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.277761 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.278113 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.278465 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.278816 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-2-smb {{(pid=98302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 19:58:24.282227 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-fcb36ae8-392e-44ca-b876-4213510c7bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:58:24.336224 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d805fe-ac6b-4414-b6a2-00a054a87cd1 admin admin] Deleting subnet b8116b5e-5adb-4257-aa38-74be71607228 {{(pid=98301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 19:58:24.339084 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-90d805fe-ac6b-4414-b6a2-00a054a87cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.387496 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-90d805fe-ac6b-4414-b6a2-00a054a87cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60923732'] for subnet, precommit_delete_associations {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.445275 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-90d805fe-ac6b-4414-b6a2-00a054a87cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487845'] for subnet, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.788871 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-90d805fe-ac6b-4414-b6a2-00a054a87cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61032365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60936210'] for subnet, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.792714 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:58:24.831889 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d805fe-ac6b-4414-b6a2-00a054a87cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8116b5e-5adb-4257-aa38-74be71607228,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:58:24.834330 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-90d805fe-ac6b-4414-b6a2-00a054a87cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:58:24.837321 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-90d805fe-ac6b-4414-b6a2-00a054a87cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:24.843206 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-90d805fe-ac6b-4414-b6a2-00a054a87cd1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b8116b5e-5adb-4257-aa38-74be71607228 HTTP/1.1" status: 204 len: 168 time: 0.5689383 May 20 19:58:24.845643 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 40332) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:58:24.950283 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622205'] for network, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:25.070785 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489002', 'neutron.services.segments.db._delete_segments_for_network-8771302525561'] for network, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:25.083115 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc3a247-3e8b-41a8-8b46-dabbb4779fc0']}} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:58:25.095165 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb24bd29-5f9f-4b41-a713-dccccace9636') {'for_net_delete': True} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:58:25.095455 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.services.segments.db [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb24bd29-5f9f-4b41-a713-dccccace9636') {} {{(pid=98301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 19:58:25.106944 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771302537463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60923739'] for segment, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:25.123471 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526'] for segment, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:25.129478 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=98301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 19:58:25.129846 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3485526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61032203'] for segment, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: Traceback (most recent call last): May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: timer() May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: cb(*args, **kw) May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: return func(*args, **kwargs) May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: self._notify() May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: self.callback(batched_events) May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: event.method(event) May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: aggregate_uuid = self.p_client.list_aggregates( May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: return f(self, *a, **k) May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: return self._get(url).json() May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: return self.request(url, 'GET', **kwargs) May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: base_url = self.get_endpoint(auth, allow=allow, May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 19:58:25.142766 dv-cinder-792462-2-smb neutron-server[98301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 19:58:25.218053 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3727273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711827'] for network, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:25.222695 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727236'] for network, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:25.225231 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:58:25.246497 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc3a247-3e8b-41a8-8b46-dabbb4779fc0,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:58:25.249140 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:58:25.251557 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-3181f316-7abb-4ea6-a568-3fd5b2b4ab33 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4fc3a247-3e8b-41a8-8b46-dabbb4779fc0 HTTP/1.1" status: 204 len: 168 time: 0.4046876 May 20 19:58:25.420119 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 40338) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:58:25.467649 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-82386294-38f0-48d0-9f55-6a71c2feb3b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6bc334ea4e2428f8dbecd16daaedcad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463290 May 20 19:58:25.470100 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 40342) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:58:25.528362 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c73f275d-19c4-4027-9542-60c292a7666b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:25.553934 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c73f275d-19c4-4027-9542-60c292a7666b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:25.608553 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c73f275d-19c4-4027-9542-60c292a7666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:25.612208 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-5fc4f0b3-c082-4735-8bf3-aae89b6a66d7 tempest-AttachVolumeTestJSON-1271312293 tempest-AttachVolumeTestJSON-1271312293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:58:25.624493 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f275d-19c4-4027-9542-60c292a7666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41a3acf-dd93-48d2-b605-a45c309c1cfc,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:58:25.627640 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-c73f275d-19c4-4027-9542-60c292a7666b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:58:25.636724 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-c73f275d-19c4-4027-9542-60c292a7666b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:25.640222 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-c73f275d-19c4-4027-9542-60c292a7666b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c41a3acf-dd93-48d2-b605-a45c309c1cfc HTTP/1.1" status: 204 len: 168 time: 0.1669171 May 20 19:58:25.980359 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 40350) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:58:26.029958 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-bc01c2ee-97d9-4caa-909e-3eb3eb10c81d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07741afad44d41759e4115dd16dd7b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480366 May 20 19:58:26.032238 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 40354) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:58:26.090313 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f332c724-9230-4aa1-bad6-17b67a7b9fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:26.115079 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f332c724-9230-4aa1-bad6-17b67a7b9fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:26.166594 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f332c724-9230-4aa1-bad6-17b67a7b9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:26.171871 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-1aee80d8-db63-4264-b088-707e15f99c89 tempest-TestMinimumBasicScenario-935728225 tempest-TestMinimumBasicScenario-935728225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:58:26.184619 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332c724-9230-4aa1-bad6-17b67a7b9fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c94ddc2-a2ff-4b90-852a-71492ff98e9e,revision_number=None']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:58:26.186993 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f332c724-9230-4aa1-bad6-17b67a7b9fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:58:26.188953 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-f332c724-9230-4aa1-bad6-17b67a7b9fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:26.190096 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-f332c724-9230-4aa1-bad6-17b67a7b9fa2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c94ddc2-a2ff-4b90-852a-71492ff98e9e HTTP/1.1" status: 204 len: 168 time: 0.1569490 May 20 19:58:34.486093 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:58:41.121932 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [-] (98302) accepted ('10.222.0.44', 40466) {{(pid=98302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:58:41.254639 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-67e1e07a-8caa-46d2-b816-2498ca055fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:41.270295 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-67e1e07a-8caa-46d2-b816-2498ca055fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 19:58:41.274691 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-67e1e07a-8caa-46d2-b816-2498ca055fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:1b25f2aa33b9487bbee80f73e6fee818 is out of sync, need to count used quota {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 19:58:41.277615 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.quota.resource [None req-67e1e07a-8caa-46d2-b816-2498ca055fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98302) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 19:58:41.283593 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.db.quota.driver [None req-67e1e07a-8caa-46d2-b816-2498ca055fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 19:58:41.369630 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-67e1e07a-8caa-46d2-b816-2498ca055fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:41.374059 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron_lib.callbacks.manager [None req-67e1e07a-8caa-46d2-b816-2498ca055fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_create {{(pid=98302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:41.383574 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-f6b3f9a6-931c-4127-9e7b-eb360fda250a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:58:41.424564 dv-cinder-792462-2-smb neutron-server[98302]: INFO neutron.wsgi [None req-67e1e07a-8caa-46d2-b816-2498ca055fb5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b25f2aa33b9487bbee80f73e6fee818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015642 May 20 19:58:41.425558 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1e07a-8caa-46d2-b816-2498ca055fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db6645f-7b29-40e2-b867-d06ec46516d6,revision_number=1']} {{(pid=98302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:58:41.427207 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.wsgi [-] (98301) accepted ('10.222.0.44', 40472) {{(pid=98301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 19:58:41.430075 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG oslo_concurrency.lockutils [None req-67e1e07a-8caa-46d2-b816-2498ca055fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:58:41.486591 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16b02d61-c224-4744-a0c5-de56f4b143e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:41.513789 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16b02d61-c224-4744-a0c5-de56f4b143e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:41.574611 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16b02d61-c224-4744-a0c5-de56f4b143e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466559'] for security_group, after_delete {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:41.578403 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-46e5d705-f992-48b6-be83-98426b9c9ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 19:58:41.589501 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b02d61-c224-4744-a0c5-de56f4b143e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db6645f-7b29-40e2-b867-d06ec46516d6,revision_number=None']} {{(pid=98301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 19:58:41.593389 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG oslo_concurrency.lockutils [None req-16b02d61-c224-4744-a0c5-de56f4b143e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 19:58:41.597199 dv-cinder-792462-2-smb neutron-server[98301]: DEBUG neutron_lib.callbacks.manager [None req-16b02d61-c224-4744-a0c5-de56f4b143e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:41.598315 dv-cinder-792462-2-smb neutron-server[98301]: INFO neutron.wsgi [None req-16b02d61-c224-4744-a0c5-de56f4b143e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8db6645f-7b29-40e2-b867-d06ec46516d6 HTTP/1.1" status: 204 len: 168 time: 0.1701705 May 20 19:58:44.213376 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:47.281434 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4dcf-11b0-4b35-837b-aa8c7455c2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:49.785060 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-133a1f9d-f171-47b6-b1c2-133a131e7e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:49.854572 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:50.971019 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:58:52.457341 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:11.485043 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:59:14.234298 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:17.284728 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-7f0949af-5c40-4fdd-ab23-aadd7a8993ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:19.787787 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c6ac5d0e-b38f-4783-a4ff-ac529755deba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:19.858035 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:20.972215 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:22.464155 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:44.220193 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:47.286611 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ad6b6bdb-1c86-4393-b251-9f1e1ffc5b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:48.483295 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 19:59:49.790038 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-37fd2411-7734-40a5-9680-3e9110eb2b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:49.861736 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:50.974206 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 19:59:52.467002 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:14.242493 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:17.288970 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2e77a1d5-6da7-449b-b987-b4a10221bf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:19.791967 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-37fed8b8-fe3d-486e-9ec4-f44802552083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:19.870191 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:20.980646 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:22.475972 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:25.483203 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:00:44.258099 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:47.292217 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-f1f11b28-1e9b-4385-baf9-8257ea1c10ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:49.795377 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-3672317f-1c4f-4361-97b5-4b2c862402cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:49.862090 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:50.981010 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:00:52.474572 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:02.481723 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:01:14.255816 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:17.293891 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-23dbeb7c-2957-439c-bf28-07b0395c6629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:19.798376 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-e193d47d-574c-496b-bf6b-0175ef7d84a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:19.866034 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:20.992571 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:22.477656 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:39.480908 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:01:44.254271 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:47.295473 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-6ad1a947-e259-4792-a83a-2638c450b57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:49.802066 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2445f5ab-9793-4305-9a0f-a2c12f6c6dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:49.867529 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:50.986299 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:01:52.479725 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:01.581048 dv-cinder-792462-2-smb neutron-server[98302]: DEBUG neutron.wsgi [req-12ce87dc-cf62-442c-b469-e4f090572cb3 req-dc604183-6a9c-4ee4-88a8-364408a25037 service neutron] (98302) timed out ('10.222.0.44', 37786) {{(pid=98302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 20:02:14.255599 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:16.481077 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:02:17.293647 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-93f139a2-499a-4339-9044-7d38d4e70d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:19.805193 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-befe29da-f187-4041-8d6e-9d3b12f27082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:19.871065 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:20.990852 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:22.483936 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:44.252866 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:47.296318 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-c019398a-ab9e-4f3d-8979-169e4270e6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:49.807076 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-9e0f08b1-ba67-4118-98a8-7881c9ff9b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:49.873042 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:50.994152 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:52.485802 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:02:53.479758 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:03:14.252613 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-2a9a6abd-dbec-44c9-bbf6-1d5118c6fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:03:17.299435 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-cbe7a199-52f5-418e-8252-3bf34673f7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:03:19.809572 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-ae741f11-6edc-4141-85cc-c4b0a19c2672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:03:19.880021 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-d86baf96-69a6-4c4d-bded-4baec43ed3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:03:20.995675 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-5980c28e-c701-48cf-ad1f-b31a1f31ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:03:22.490803 dv-cinder-792462-2-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-4528fba6-e33a-4f88-b03a-dbd1fe23def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771302528844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476260'] for agent, after_update {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:03:30.479215 dv-cinder-792462-2-smb neutron-server[98304]: DEBUG neutron.db.agents_db [None req-f5022915-d410-4a84-b8c9-18e6abc8c370 None None] Agent healthcheck: found 6 active agents {{(pid=98304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}